[ 533.701815] env[65665]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 533.701815] env[65665]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 534.713099] env[65757]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 534.713099] env[65757]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 536.264664] env[65757]: INFO neutron.common.config [-] Logging enabled! [ 536.265121] env[65757]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev7 [ 536.265244] env[65757]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65757) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 536.265566] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 536.265663] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 536.266528] env[65757]: WARNING oslo_policy.policy [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 536.266770] env[65757]: WARNING oslo_policy.policy [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 536.268473] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] VMware NSXv3 Agent initialized successfully. [ 536.268826] env[65757]: DEBUG oslo_concurrency.lockutils [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] Acquiring lock "singleton_lock" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.268950] env[65757]: DEBUG oslo_concurrency.lockutils [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] Acquired lock "singleton_lock" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.269160] env[65757]: DEBUG oslo_concurrency.lockutils [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] Releasing lock "singleton_lock" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.269444] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] Full set of CONF: {{(pid=65757) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 536.269554] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ******************************************************************************** {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 536.269702] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] Configuration options gathered from: {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 536.270069] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 536.270242] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 536.270348] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ================================================================================ {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 536.270513] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] agent_down_time = 75 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.270654] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] allow_automatic_dhcp_failover = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.270791] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] allow_bulk = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.270919] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] api_extensions_path = {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.271067] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] api_paste_config = api-paste.ini {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.271206] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] auth_strategy = keystone {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.271308] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] backdoor_port = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.271407] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] backdoor_socket = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.271539] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] backlog = 4096 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.271674] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.271829] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] bind_host = 0.0.0.0 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.271965] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] bind_port = 9696 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.272108] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] client_socket_timeout = 900 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.272245] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] config_dir = [] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.272351] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.272480] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] config_source = [] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.272614] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] control_exchange = neutron {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.272750] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] core_plugin = ml2 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.272882] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] debug = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.273015] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] default_availability_zones = [] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.273219] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.273353] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] dhcp_agent_notification = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.273534] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] dhcp_agents_per_network = 1 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.273664] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] dhcp_lease_duration = 86400 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.273819] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] dhcp_load_type = networks {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.273959] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] dns_domain = openstacklocal {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.274106] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.274236] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] enable_default_route_bfd = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.274425] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] enable_default_route_ecmp = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.274606] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] enable_dvr = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.274606] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] enable_new_agents = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.274729] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.274852] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] enable_signals = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.274978] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] enable_traditional_dhcp = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.275119] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] external_dns_driver = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.275243] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] filter_validation = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.275380] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] global_physnet_mtu = 8950 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.275559] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] graceful_shutdown_timeout = 60 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.275711] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] host = cpu-1 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.275848] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] host_dvr_for_dhcp = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.275980] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] http_retries = 3 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.276129] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] instance_format = [instance: %(uuid)s] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.276261] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.276393] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ipam_driver = internal {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.276534] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ipv6_pd_enabled = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.276675] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] l3_ha = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.276809] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.276940] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] l3_ha_network_physical_name = {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.277084] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] l3_ha_network_type = {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.277221] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] log_color = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.277354] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] log_config_append = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.277488] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.277616] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] log_dir = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.277745] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] log_file = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.277845] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] log_options = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.277975] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] log_rotate_interval = 1 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.278121] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] log_rotate_interval_type = days {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.278254] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] log_rotation_type = none {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.278353] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.278452] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.278586] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.278718] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.278816] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.278943] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] max_dns_nameservers = 5 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.279081] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] max_header_line = 16384 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.279209] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] max_l3_agents_per_router = 3 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.279334] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] max_logfile_count = 30 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.279459] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] max_logfile_size_mb = 200 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.279582] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] max_subnet_host_routes = 20 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.279712] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] my_ip = 10.180.1.21 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.279840] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] my_ipv6 = ::1 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.279965] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] network_auto_schedule = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.280099] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] network_link_prefix = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.280231] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.280362] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] notify_nova_on_port_data_changes = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.280491] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] notify_nova_on_port_status_changes = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.280622] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] pagination_max_limit = -1 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.280747] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] publish_errors = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.280872] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] rate_limit_burst = 0 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.281010] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] rate_limit_except_level = CRITICAL {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.281144] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] rate_limit_interval = 0 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.281271] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] retry_until_window = 30 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.281399] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] router_distributed = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.281526] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] rpc_resources_processing_step = 20 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.281653] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] rpc_response_max_timeout = 600 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.281782] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] rpc_response_timeout = 60 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.281907] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] send_events_interval = 2 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.282064] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] service_plugins = ['router'] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.282203] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] setproctitle = on {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.282326] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] shell_completion = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.282795] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] state_path = /opt/stack/data/neutron {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.282795] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] syslog_log_facility = LOG_USER {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.282795] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] tcp_keepidle = 600 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.282894] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] transport_url = **** {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.282975] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] use_journal = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.283084] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] use_json = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.283212] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] use_ssl = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.283337] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] use_stderr = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.283467] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] use_syslog = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.283616] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] vlan_qinq = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.283745] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] vlan_transparent = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.283872] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] watch_log_file = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.284006] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] wsgi_default_pool_size = 100 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.284138] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] wsgi_keep_alive = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.284271] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.284400] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] wsgi_server_debug = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 536.284543] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_concurrency.disable_process_locking = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.284690] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.284813] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.284940] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.285084] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.285216] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.285345] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.285490] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] profiler.connection_string = messaging:// {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.285658] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] profiler.enabled = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.285801] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] profiler.es_doc_type = notification {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.285934] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] profiler.es_scroll_size = 10000 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.286081] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] profiler.es_scroll_time = 2m {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.286213] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] profiler.filter_error_trace = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.286347] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] profiler.hmac_keys = **** {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.286481] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] profiler.sentinel_service_name = mymaster {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.286640] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] profiler.socket_timeout = 0.1 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.286775] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] profiler.trace_requests = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.286903] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] profiler.trace_sqlalchemy = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.287059] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] profiler_jaeger.process_tags = {} {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.287192] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] profiler_jaeger.service_name_prefix = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.287323] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] profiler_otlp.service_name_prefix = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.287470] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_policy.enforce_new_defaults = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.287741] env[65757]: WARNING oslo_config.cfg [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 536.287891] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_policy.enforce_scope = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.288041] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_policy.policy_default_rule = default {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.288193] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.288331] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.288468] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.288598] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.288728] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.288853] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.288980] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.289129] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.289273] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.289416] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] agent.extensions = [] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.289580] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.289687] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] service_providers.service_provider = [] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.289825] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] QUOTAS.default_quota = -1 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.290028] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.290187] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] QUOTAS.quota_floatingip = 50 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.290321] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] QUOTAS.quota_network = 100 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.290450] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] QUOTAS.quota_port = 500 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.290581] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.290711] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] QUOTAS.quota_router = 10 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.290839] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] QUOTAS.quota_security_group = 10 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.290967] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.291108] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] QUOTAS.quota_subnet = 100 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.291237] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] QUOTAS.track_quota_usage = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.291379] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.291509] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep.group = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.291639] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep.helper_command = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.291771] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep.log_daemon_traceback = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.291904] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.292045] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep.thread_pool_size = 8 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.292177] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep.user = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.292313] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.292440] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_dhcp_release.group = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.292566] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_dhcp_release.helper_command = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.292696] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.292827] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.292955] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.293091] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_dhcp_release.user = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.293226] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.293350] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_ovs_vsctl.group = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.293475] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.293627] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.293763] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.293893] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.294029] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_ovs_vsctl.user = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.294167] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_namespace.capabilities = [21] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.294301] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_namespace.group = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.294417] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_namespace.helper_command = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.294545] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.294678] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.294810] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.294966] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_namespace.user = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.295076] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_conntrack.capabilities = [12] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.295202] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_conntrack.group = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.295329] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_conntrack.helper_command = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.295457] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.295617] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.295758] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.295885] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_conntrack.user = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.296032] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_link.capabilities = [12, 21] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.296163] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_link.group = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.296287] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_link.helper_command = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.296417] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_link.log_daemon_traceback = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.296569] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.296709] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_link.thread_pool_size = 8 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.296835] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] privsep_link.user = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.296982] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.297138] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.297276] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT.continue_on_failed_promotions = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.297406] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT.dscp = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.297538] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT.dscp_inherit = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.297677] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT.force_mp_to_policy = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.297805] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT.locking_coordinator_url = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.297934] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT.log_agent_heartbeats = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.298074] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT.logging_expire = 1 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.298210] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.298340] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.298475] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT.polling_interval = 240 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.298606] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.298749] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.298890] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT.report_interval = 30.0 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.299037] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.299173] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.299307] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.299441] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT.sync_skew = 60 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.299573] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT.synchronization_queue_size = 20 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.299705] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT.use_helper_for_ns_read = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.299842] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] SECURITYGROUP.enable_ipset = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.299980] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] SECURITYGROUP.enable_security_group = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.300129] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.300266] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.300403] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] experimental.ipv6_pd_enabled = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.300555] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ml2.extension_drivers = ['port_security'] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.300687] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ml2.external_network_type = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.300831] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.300966] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ml2.overlay_ip_version = 4 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.301116] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ml2.path_mtu = 8950 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.301251] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ml2.physical_network_mtus = {} {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.301392] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.301529] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.301667] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ml2.type_drivers = ['vlan'] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.301805] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.301935] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.302076] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.302217] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.302356] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.302490] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.302626] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.302763] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.302896] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.303100] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.303243] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_login_password = **** {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.303381] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.303513] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_login_user = admin {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.303648] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.303783] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.303913] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.304052] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.304194] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.304332] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.304466] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.304599] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.304731] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.304866] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.305091] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.305143] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.305272] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.305464] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.305633] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.305779] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.305904] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.306083] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] nova.auth_section = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.306237] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] nova.auth_type = password {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.306377] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.306519] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] nova.certfile = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.306674] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] nova.collect_timing = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.306816] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] nova.endpoint_type = public {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.306949] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] nova.insecure = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.307091] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] nova.keyfile = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.307231] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] nova.region_name = RegionOne {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.307363] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] nova.split_loggers = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.307493] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] nova.timeout = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.307630] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] placement.auth_section = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.307771] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] placement.auth_type = password {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.307904] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.308041] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] placement.certfile = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.308171] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] placement.collect_timing = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.308306] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] placement.endpoint_type = public {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.308431] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] placement.insecure = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.308557] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] placement.keyfile = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.308680] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] placement.region_name = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.308806] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] placement.split_loggers = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.308929] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] placement.timeout = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.309074] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.auth_section = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.309205] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.auth_type = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.309332] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.cafile = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.309457] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.certfile = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.309589] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.collect_timing = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.309713] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.connect_retries = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.309836] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.connect_retry_delay = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.309960] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.enable_notifications = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.310094] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.endpoint_override = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.310224] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.insecure = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.310350] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.interface = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.310476] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.keyfile = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.310605] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.max_version = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.310732] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.min_version = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.310855] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.region_name = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.310980] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.retriable_status_codes = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.311113] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.service_name = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.311237] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.service_type = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.311362] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.split_loggers = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.311484] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.status_code_retries = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.311607] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.status_code_retry_delay = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.311732] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.timeout = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.311855] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.valid_interfaces = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.311989] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ironic.version = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.312203] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] cli_script.dry_run = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.312363] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.312524] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.312663] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.312790] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.312917] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.313066] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.313204] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.313334] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.313462] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.313598] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.313726] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.313860] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.313994] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.314140] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.314269] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.314413] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.314544] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.314675] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.314804] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.314931] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.315068] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.315224] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.315322] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.315447] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.315594] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.315728] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.315856] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.315981] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.316121] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.316249] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.316376] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.ssl = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.316525] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.316675] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.316802] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.316933] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.317077] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.317208] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.317348] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_notifications.driver = [] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.317479] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_notifications.retry = -1 {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.317623] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.317752] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 536.317866] env[65757]: DEBUG oslo_service.backend._eventlet.service [None req-8e8dbd5c-c352-4155-889d-ad2574fa2391 None None] ******************************************************************************** {{(pid=65757) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 536.319023] env[65757]: DEBUG neutron.agent.securitygroups_rpc [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Init firewall settings (driver=nsxv3) {{(pid=65757) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 536.320345] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65757) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 536.320584] env[65757]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] RPC agent_id: nsxm-l-01a.corp.local [ 536.322798] env[65757]: DEBUG dogpile.cache.region [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 536.322915] env[65757]: DEBUG dogpile.lock [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 536.323013] env[65757]: DEBUG dogpile.lock [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 536.323105] env[65757]: DEBUG dogpile.lock [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 536.323193] env[65757]: DEBUG dogpile.cache.region [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 536.323277] env[65757]: DEBUG dogpile.lock [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 536.323396] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 536.364970] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Session token - acquiring [ 536.366671] env[65757]: DEBUG networking_nsxv3.common.locking [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.366860] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.367021] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.367404] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.380990] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 536.654586] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 536.676954] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 536.678459] env[65757]: DEBUG dogpile.cache.region [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Cache value generated in 0.354 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 536.678459] env[65757]: DEBUG dogpile.lock [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 536.678459] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Activating Policy API Provider. [ 536.678459] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Looking for the default Infrastructure Rules. [ 536.755639] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Looking for the Default Layer3 Logged Drop Section. [ 536.772697] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 536.773179] env[65757]: DEBUG networking_nsxv3.common.locking [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 536.773347] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquiring lock "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 536.773441] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquired lock "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 536.773736] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquired external semaphore "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 536.774099] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.289927] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.791335] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 538.293703] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Inventory metadata is going to be refreshed. [ 538.294200] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 539.055681] env[65757]: DEBUG networking_nsxv3.common.locking [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.056049] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.056202] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.056387] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.068374] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 539.069271] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.069905] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 539.089420] env[65757]: DEBUG networking_nsxv3.common.locking [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.089750] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.089750] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.089972] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.090114] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.090257] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 539.090364] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 539.090462] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 539.109926] env[65757]: DEBUG networking_nsxv3.common.locking [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.110273] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.110273] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.110501] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.110672] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.110918] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 539.131874] env[65757]: DEBUG networking_nsxv3.common.locking [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.132212] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.132212] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.132460] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.132644] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.132797] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 539.158973] env[65757]: DEBUG networking_nsxv3.common.locking [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.159329] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquiring lock "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.159329] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquired lock "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.159578] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquired external semaphore "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.159747] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Releasing lock "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.159909] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 539.160016] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 539.160119] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 539.179354] env[65757]: DEBUG networking_nsxv3.common.locking [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.179654] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquiring lock "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.179654] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquired lock "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.179908] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquired external semaphore "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.180045] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Releasing lock "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.180190] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 539.180290] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 539.180388] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 539.201566] env[65757]: DEBUG networking_nsxv3.common.locking [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 539.201821] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 539.201864] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 539.202151] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 539.202291] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.202437] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 539.202536] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 539.202649] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Inventory metadata have been refreshed. [ 539.202827] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Dryrun:True. Metadata refresh completed. [ 539.202948] env[65757]: DEBUG oslo_concurrency.lockutils [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Releasing lock "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 539.204594] env[65757]: INFO neutron.agent.agent_extensions_manager [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Loaded agent extensions: [] [ 539.205306] env[65757]: DEBUG neutron_lib.callbacks.manager [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65757) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 539.258082] env[65757]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] NSXv3 Agent Agent RPC Daemon Started! [ 539.258235] env[65757]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] NSXv3 Agent Agent loop - iteration:0 started [ 539.258301] env[65757]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] NSXv3 Agent Agent out of sync with plugin! [ 544.206254] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.206715] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.208111] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.208483] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.209479] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.209951] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 554.422115] env[65757]: INFO networking_nsxv3.common.synchronization [None req-61ffd23c-e309-439b-a916-324b6fb74a10 demo admin] Enqueued Resource ID: 99201c2c-207f-4438-94c0-141258f6f464 with Priority: HIGHEST for action security_group_rules [ 554.422594] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99201c2c-207f-4438-94c0-141258f6f464 with Priority: HIGHEST for action security_group_rules [ 554.423109] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99201c2c-207f-4438-94c0-141258f6f464 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.423109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99201c2c-207f-4438-94c0-141258f6f464" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.423365] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99201c2c-207f-4438-94c0-141258f6f464" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.423577] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99201c2c-207f-4438-94c0-141258f6f464" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.423861] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99201c2c-207f-4438-94c0-141258f6f464',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.943546] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.943844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.943844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.943974] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.944037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.944138] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99201c2c-207f-4438-94c0-141258f6f464 already deleted. [ 554.944220] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99201c2c-207f-4438-94c0-141258f6f464" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.423822] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.424213] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.425299] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.425657] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 568.209069] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.209544] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.209544] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.209544] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.209711] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.712246] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.214640] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.426355] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.426355] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 569.717097] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 569.717097] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 570.456236] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.456684] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.456684] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.456684] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.467237] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 570.468078] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.468962] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 570.485839] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.486073] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.486073] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.486256] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.486397] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.486454] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 570.486502] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 570.486560] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 570.505048] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.505283] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.505283] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.505442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.505575] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.505701] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 570.528346] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.528550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.528550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.528725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.528824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.528929] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 570.550674] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.550872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.550872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.551074] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.551176] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.551289] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 570.551359] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 570.551424] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 570.568948] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.569194] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.569194] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.569343] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.569452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.569591] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 570.569664] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 570.569734] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 570.588244] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.588420] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.588504] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.588675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.588777] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.588884] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 570.588953] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 570.589030] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 570.589093] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 570.589166] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 570.589219] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 570.589281] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 570.589534] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 570.589595] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 570.589660] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 570.608140] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.608314] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.608350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.608514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.608616] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.608718] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 570.629887] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.630095] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.630095] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.630273] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.630374] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.644233] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.427689] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 574.428057] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 579.429570] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 579.429839] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 584.198100] env[65757]: INFO networking_nsxv3.common.synchronization [None req-26bad09e-2bf1-499d-aea8-bd8a2bc2398c None None] Enqueued Resource ID: e683b08b-f7da-40c6-a8cf-62486205d15c with Priority: HIGHEST for action port [ 584.198355] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e683b08b-f7da-40c6-a8cf-62486205d15c with Priority: HIGHEST for action port [ 584.198686] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-e683b08b-f7da-40c6-a8cf-62486205d15c taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.198801] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e683b08b-f7da-40c6-a8cf-62486205d15c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.198866] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e683b08b-f7da-40c6-a8cf-62486205d15c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.200204] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e683b08b-f7da-40c6-a8cf-62486205d15c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.200294] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e683b08b-f7da-40c6-a8cf-62486205d15c',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.264187] env[65757]: INFO networking_nsxv3.common.synchronization [None req-63a6ca50-252d-4fe1-8229-e341eb8b2b1f None None] Enqueued Resource ID: 44900e77-8905-45f3-8c01-152cc0520b3b with Priority: HIGHEST for action port [ 584.264187] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44900e77-8905-45f3-8c01-152cc0520b3b with Priority: HIGHEST for action port [ 584.264187] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-44900e77-8905-45f3-8c01-152cc0520b3b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.264187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44900e77-8905-45f3-8c01-152cc0520b3b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.264187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44900e77-8905-45f3-8c01-152cc0520b3b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.264187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44900e77-8905-45f3-8c01-152cc0520b3b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.264187] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44900e77-8905-45f3-8c01-152cc0520b3b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.703294] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e683b08b-f7da-40c6-a8cf-62486205d15c [ 584.703534] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.703656] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.703725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.704055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.704055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.704264] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e683b08b-f7da-40c6-a8cf-62486205d15c already deleted. [ 584.704264] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e683b08b-f7da-40c6-a8cf-62486205d15c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.767782] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44900e77-8905-45f3-8c01-152cc0520b3b [ 584.767782] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.767782] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.767782] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.767782] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.767782] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.767782] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44900e77-8905-45f3-8c01-152cc0520b3b already deleted. [ 584.767782] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44900e77-8905-45f3-8c01-152cc0520b3b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.767632] env[65757]: INFO networking_nsxv3.common.synchronization [None req-d95ee3ce-a2e8-498c-a667-b255958a2df1 None None] Enqueued Resource ID: 58b14842-dc72-4422-ab1f-f61c425e920c with Priority: HIGHEST for action port [ 586.768200] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58b14842-dc72-4422-ab1f-f61c425e920c with Priority: HIGHEST for action port [ 586.768496] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-58b14842-dc72-4422-ab1f-f61c425e920c taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.768622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58b14842-dc72-4422-ab1f-f61c425e920c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.768687] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58b14842-dc72-4422-ab1f-f61c425e920c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.768935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58b14842-dc72-4422-ab1f-f61c425e920c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.774727] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58b14842-dc72-4422-ab1f-f61c425e920c',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.279574] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58b14842-dc72-4422-ab1f-f61c425e920c [ 587.280611] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.281541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.281541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.281541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.281541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.281541] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58b14842-dc72-4422-ab1f-f61c425e920c already deleted. [ 587.281541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58b14842-dc72-4422-ab1f-f61c425e920c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.473328] env[65757]: INFO networking_nsxv3.common.synchronization [None req-3b7a491a-2375-481c-99df-b712268086f4 None None] Enqueued Resource ID: a7e05dfa-1f1e-47b0-bb79-70e861a6938c with Priority: HIGHEST for action port [ 587.473587] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e05dfa-1f1e-47b0-bb79-70e861a6938c with Priority: HIGHEST for action port [ 587.474210] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7e05dfa-1f1e-47b0-bb79-70e861a6938c taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.474368] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7e05dfa-1f1e-47b0-bb79-70e861a6938c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.474447] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7e05dfa-1f1e-47b0-bb79-70e861a6938c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.474758] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7e05dfa-1f1e-47b0-bb79-70e861a6938c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.474819] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7e05dfa-1f1e-47b0-bb79-70e861a6938c',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.980478] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7e05dfa-1f1e-47b0-bb79-70e861a6938c [ 587.981358] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.981561] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.981634] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.981846] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.981938] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.982047] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7e05dfa-1f1e-47b0-bb79-70e861a6938c already deleted. [ 587.982134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7e05dfa-1f1e-47b0-bb79-70e861a6938c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.385804] env[65757]: INFO networking_nsxv3.common.synchronization [None req-ce081809-ac3c-4f09-bba3-9f8d99d55e72 None None] Enqueued Resource ID: cdf54f33-6dfc-495f-9aa9-d04baafacdc0 with Priority: HIGHEST for action port [ 588.386690] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf54f33-6dfc-495f-9aa9-d04baafacdc0 with Priority: HIGHEST for action port [ 588.386901] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdf54f33-6dfc-495f-9aa9-d04baafacdc0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.387699] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdf54f33-6dfc-495f-9aa9-d04baafacdc0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.387849] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdf54f33-6dfc-495f-9aa9-d04baafacdc0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.388121] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdf54f33-6dfc-495f-9aa9-d04baafacdc0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.388206] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdf54f33-6dfc-495f-9aa9-d04baafacdc0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.890623] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdf54f33-6dfc-495f-9aa9-d04baafacdc0 [ 588.891139] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.891139] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.891139] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.891347] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.891440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.891544] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdf54f33-6dfc-495f-9aa9-d04baafacdc0 already deleted. [ 588.891630] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdf54f33-6dfc-495f-9aa9-d04baafacdc0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.765871] env[65757]: INFO networking_nsxv3.common.synchronization [None req-74f127c0-b2dc-48ac-83cd-93b30539bccf None None] Enqueued Resource ID: 1208c41a-8016-461f-bada-198cc802ef01 with Priority: HIGHEST for action port [ 590.766450] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1208c41a-8016-461f-bada-198cc802ef01 with Priority: HIGHEST for action port [ 590.766705] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-1208c41a-8016-461f-bada-198cc802ef01 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.766828] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1208c41a-8016-461f-bada-198cc802ef01" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.766894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1208c41a-8016-461f-bada-198cc802ef01" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.767554] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1208c41a-8016-461f-bada-198cc802ef01" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.767650] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1208c41a-8016-461f-bada-198cc802ef01',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.271309] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1208c41a-8016-461f-bada-198cc802ef01 [ 591.271946] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.272889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.272889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.272889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.272889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.272889] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1208c41a-8016-461f-bada-198cc802ef01 already deleted. [ 591.272889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1208c41a-8016-461f-bada-198cc802ef01" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.529180] env[65757]: INFO networking_nsxv3.common.synchronization [None req-b32fa782-b49a-46ee-b15d-85d635d4e1a0 None None] Enqueued Resource ID: 381a1182-fe65-4de0-9389-0520885b9abe with Priority: HIGHEST for action port [ 591.529683] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 381a1182-fe65-4de0-9389-0520885b9abe with Priority: HIGHEST for action port [ 591.529985] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-381a1182-fe65-4de0-9389-0520885b9abe taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.530501] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-381a1182-fe65-4de0-9389-0520885b9abe" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.530501] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-381a1182-fe65-4de0-9389-0520885b9abe" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.530972] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-381a1182-fe65-4de0-9389-0520885b9abe" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.530972] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('381a1182-fe65-4de0-9389-0520885b9abe',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.035283] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 381a1182-fe65-4de0-9389-0520885b9abe [ 592.035601] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.035601] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.036591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.036728] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.037229] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.037229] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:381a1182-fe65-4de0-9389-0520885b9abe already deleted. [ 592.037229] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-381a1182-fe65-4de0-9389-0520885b9abe" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.752169] env[65757]: INFO networking_nsxv3.common.synchronization [None req-c53af134-0a96-431a-96b2-cc47ad3eb374 None None] Enqueued Resource ID: 3a3e45e2-6c22-4051-82d5-9eb79d2398e6 with Priority: HIGHEST for action port [ 592.752764] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3e45e2-6c22-4051-82d5-9eb79d2398e6 with Priority: HIGHEST for action port [ 592.754028] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a3e45e2-6c22-4051-82d5-9eb79d2398e6 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.754028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a3e45e2-6c22-4051-82d5-9eb79d2398e6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.754028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a3e45e2-6c22-4051-82d5-9eb79d2398e6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.754028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a3e45e2-6c22-4051-82d5-9eb79d2398e6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.754028] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a3e45e2-6c22-4051-82d5-9eb79d2398e6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.255411] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a3e45e2-6c22-4051-82d5-9eb79d2398e6 [ 593.256183] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.256183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.256183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.256395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.256395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.256625] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a3e45e2-6c22-4051-82d5-9eb79d2398e6 already deleted. [ 593.256820] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a3e45e2-6c22-4051-82d5-9eb79d2398e6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.524688] env[65757]: INFO networking_nsxv3.common.synchronization [req-bebe7b51-8ed3-42b4-b962-4757d829a89f req-b5f19a8e-691f-4b45-a987-0459187339c8 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Enqueued Resource ID: a3aa5697-bb6c-4366-8c2d-0f553034687a with Priority: HIGHEST for action security_group_members [ 593.524688] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3aa5697-bb6c-4366-8c2d-0f553034687a with Priority: HIGHEST for action security_group_members [ 593.524688] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3aa5697-bb6c-4366-8c2d-0f553034687a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.524688] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.524688] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.525088] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.525338] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.525438] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.525438] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.525721] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.525721] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.525826] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3aa5697-bb6c-4366-8c2d-0f553034687a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.819991] env[65757]: INFO networking_nsxv3.common.synchronization [None req-365cf08d-476b-45cf-9ead-9ee83170b8b4 None None] Enqueued Resource ID: 0b6ecc54-2f4b-4c00-b8e7-9bf7ca9d8510 with Priority: HIGHEST for action port [ 593.822289] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b6ecc54-2f4b-4c00-b8e7-9bf7ca9d8510 with Priority: HIGHEST for action port [ 593.823778] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b6ecc54-2f4b-4c00-b8e7-9bf7ca9d8510 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.823778] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b6ecc54-2f4b-4c00-b8e7-9bf7ca9d8510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.823778] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b6ecc54-2f4b-4c00-b8e7-9bf7ca9d8510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.823778] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b6ecc54-2f4b-4c00-b8e7-9bf7ca9d8510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.823778] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b6ecc54-2f4b-4c00-b8e7-9bf7ca9d8510',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.028511] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.031915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.031915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.031915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.031915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.031915] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.031915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.031915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.031915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.031915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.031915] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3aa5697-bb6c-4366-8c2d-0f553034687a already deleted. [ 594.031915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.327078] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b6ecc54-2f4b-4c00-b8e7-9bf7ca9d8510 [ 594.327078] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.328040] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.328040] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.328198] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.328448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.328524] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b6ecc54-2f4b-4c00-b8e7-9bf7ca9d8510 already deleted. [ 594.328669] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b6ecc54-2f4b-4c00-b8e7-9bf7ca9d8510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.806266] env[65757]: INFO networking_nsxv3.common.synchronization [None req-80c94bb1-167b-4fda-ba8b-d55c5cf6b15e None None] Enqueued Resource ID: b09f7bc9-78a6-4451-a6b5-0dcf2f56d303 with Priority: HIGHEST for action port [ 594.806654] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b09f7bc9-78a6-4451-a6b5-0dcf2f56d303 with Priority: HIGHEST for action port [ 594.807841] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-b09f7bc9-78a6-4451-a6b5-0dcf2f56d303 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.807841] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b09f7bc9-78a6-4451-a6b5-0dcf2f56d303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.807841] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b09f7bc9-78a6-4451-a6b5-0dcf2f56d303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.807841] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b09f7bc9-78a6-4451-a6b5-0dcf2f56d303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.807841] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b09f7bc9-78a6-4451-a6b5-0dcf2f56d303',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.837365] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.837570] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.837702] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.838061] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.838332] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.838486] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.838598] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.838813] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.838949] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.840214] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.840350] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.841157] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.841281] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.841401] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.841509] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.841643] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.868034] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.868034] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.868034] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.868034] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.868034] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-8e132292-bb7a-44b1-afb6-0c4086356f72 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.868034] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-8e132292-bb7a-44b1-afb6-0c4086356f72" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.868034] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-8e132292-bb7a-44b1-afb6-0c4086356f72" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.868034] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-8e132292-bb7a-44b1-afb6-0c4086356f72" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.870050] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e132292-bb7a-44b1-afb6-0c4086356f72',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.073546] env[65757]: INFO networking_nsxv3.common.synchronization [None req-d86d1d0c-110e-4792-810d-463f84a47292 None None] Enqueued Resource ID: 2f70f60c-10e5-40e9-936c-b51e4d8c1471 with Priority: HIGHEST for action port [ 595.074064] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f70f60c-10e5-40e9-936c-b51e4d8c1471 with Priority: HIGHEST for action port [ 595.074481] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f70f60c-10e5-40e9-936c-b51e4d8c1471 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.074563] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f70f60c-10e5-40e9-936c-b51e4d8c1471" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.074563] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f70f60c-10e5-40e9-936c-b51e4d8c1471" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.074892] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f70f60c-10e5-40e9-936c-b51e4d8c1471" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.074892] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f70f60c-10e5-40e9-936c-b51e4d8c1471',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.311216] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b09f7bc9-78a6-4451-a6b5-0dcf2f56d303 [ 595.311450] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.311591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.311657] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.311864] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.311955] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.312062] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b09f7bc9-78a6-4451-a6b5-0dcf2f56d303 already deleted. [ 595.312144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b09f7bc9-78a6-4451-a6b5-0dcf2f56d303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.374021] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.374021] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.374021] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.374021] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.374021] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.374021] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 8e132292-bb7a-44b1-afb6-0c4086356f72 not found, creating... [ 595.374021] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.374021] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.374021] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.374021] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.374021] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.374679] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.374679] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.374679] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.374679] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.374679] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.374679] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 8e132292-bb7a-44b1-afb6-0c4086356f72 is going to be created. [ 595.395557] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.395768] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.395888] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.396172] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.397238] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.397860] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-8e132292-bb7a-44b1-afb6-0c4086356f72" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.577749] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f70f60c-10e5-40e9-936c-b51e4d8c1471 [ 595.577860] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.577920] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.578010] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.578300] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.578300] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.578396] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f70f60c-10e5-40e9-936c-b51e4d8c1471 already deleted. [ 595.578553] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f70f60c-10e5-40e9-936c-b51e4d8c1471" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.180184] env[65757]: INFO networking_nsxv3.common.synchronization [req-fd30cbcd-c972-4305-9b54-9879d14aaf1b req-cc767891-6b1e-475d-8804-d289319e93a2 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Enqueued Resource ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 with Priority: HIGHEST for action security_group_members [ 596.180378] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 with Priority: HIGHEST for action security_group_members [ 596.180680] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.180796] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.180860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.181115] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.181261] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.181627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.181627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.181627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.181627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.181791] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1e8f6b1-1988-4515-a8dc-1abf9ade2b86',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.192403] env[65757]: INFO networking_nsxv3.common.synchronization [req-bebe7b51-8ed3-42b4-b962-4757d829a89f req-f55cf1f8-1157-4c9c-b84e-b7f942bef73d service nova] Enqueued Resource ID: a3aa5697-bb6c-4366-8c2d-0f553034687a with Priority: HIGHEST for action security_group_rules [ 596.192403] env[65757]: INFO networking_nsxv3.common.synchronization [req-bebe7b51-8ed3-42b4-b962-4757d829a89f req-f55cf1f8-1157-4c9c-b84e-b7f942bef73d service nova] Enqueued Resource ID: a3aa5697-bb6c-4366-8c2d-0f553034687a with Priority: HIGHEST for action security_group_members [ 596.192403] env[65757]: INFO networking_nsxv3.common.synchronization [req-bebe7b51-8ed3-42b4-b962-4757d829a89f req-f55cf1f8-1157-4c9c-b84e-b7f942bef73d service nova] Enqueued Resource ID: 8e132292-bb7a-44b1-afb6-0c4086356f72 with Priority: HIGHEST for action port [ 596.192403] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3aa5697-bb6c-4366-8c2d-0f553034687a with Priority: HIGHEST for action security_group_rules [ 596.192403] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3aa5697-bb6c-4366-8c2d-0f553034687a with Priority: HIGHEST for action security_group_members [ 596.192403] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e132292-bb7a-44b1-afb6-0c4086356f72 with Priority: HIGHEST for action port [ 596.192403] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3aa5697-bb6c-4366-8c2d-0f553034687a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.192403] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.192403] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.192403] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.192403] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3aa5697-bb6c-4366-8c2d-0f553034687a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.193144] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3aa5697-bb6c-4366-8c2d-0f553034687a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.193366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.193366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.193484] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.193626] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.193769] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.193769] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.193913] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.194060] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.194098] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3aa5697-bb6c-4366-8c2d-0f553034687a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.195179] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e132292-bb7a-44b1-afb6-0c4086356f72 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.195295] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e132292-bb7a-44b1-afb6-0c4086356f72" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.195295] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e132292-bb7a-44b1-afb6-0c4086356f72" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.195414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e132292-bb7a-44b1-afb6-0c4086356f72" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.195481] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e132292-bb7a-44b1-afb6-0c4086356f72',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.684119] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.684461] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.684461] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.684702] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.684765] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.684916] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.685023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.685088] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.685244] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.685320] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.685403] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 already deleted. [ 596.685484] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.698177] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3aa5697-bb6c-4366-8c2d-0f553034687a taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.698300] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.710249] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e132292-bb7a-44b1-afb6-0c4086356f72 with status ACTIVE [ 596.710249] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.710249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.710249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.710249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.710249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.710249] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.710249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.710249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.710249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.710249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.710249] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.710249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.710249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.710249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.710249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.710249] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e132292-bb7a-44b1-afb6-0c4086356f72 is going to be updated. [ 596.711338] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3aa5697-bb6c-4366-8c2d-0f553034687a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.732722] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.732867] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-419" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.732979] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-419" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.733326] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-419" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.733641] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.733810] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.733927] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.734195] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.734374] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.734581] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.734686] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.734788] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.734887] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.734986] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.735097] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.735261] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.744782] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.744956] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.745017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.745176] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.745307] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.745672] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e132292-bb7a-44b1-afb6-0c4086356f72" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.762100] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.762278] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.762409] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.762592] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-419" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.762895] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-b951360e-50aa-4fd5-b641-b3a116f9de80 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.763079] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-b951360e-50aa-4fd5-b641-b3a116f9de80" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.763196] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-b951360e-50aa-4fd5-b641-b3a116f9de80" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.763523] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-b951360e-50aa-4fd5-b641-b3a116f9de80" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.763797] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b951360e-50aa-4fd5-b641-b3a116f9de80',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.784382] env[65757]: INFO networking_nsxv3.common.synchronization [None req-6c1c20a8-1582-492b-a054-2df3aec22035 None None] Enqueued Resource ID: 83ed6f6c-e6f8-4287-9f5b-170b92655f95 with Priority: HIGHEST for action port [ 596.784845] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ed6f6c-e6f8-4287-9f5b-170b92655f95 with Priority: HIGHEST for action port [ 596.785159] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-83ed6f6c-e6f8-4287-9f5b-170b92655f95 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.785283] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83ed6f6c-e6f8-4287-9f5b-170b92655f95" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.785356] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83ed6f6c-e6f8-4287-9f5b-170b92655f95" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.785608] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83ed6f6c-e6f8-4287-9f5b-170b92655f95" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.785663] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83ed6f6c-e6f8-4287-9f5b-170b92655f95',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.215972] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3aa5697-bb6c-4366-8c2d-0f553034687a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.266383] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.266383] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.266383] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.267496] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.267496] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.267496] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port b951360e-50aa-4fd5-b641-b3a116f9de80 not found, creating... [ 597.267496] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.267496] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.267496] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.267772] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.267813] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.268110] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.268255] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.268360] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.268551] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.268672] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.268797] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: b951360e-50aa-4fd5-b641-b3a116f9de80 is going to be created. [ 597.290773] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83ed6f6c-e6f8-4287-9f5b-170b92655f95 [ 597.291492] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.291492] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.291492] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.291723] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.291723] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.291831] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83ed6f6c-e6f8-4287-9f5b-170b92655f95 already deleted. [ 597.291905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83ed6f6c-e6f8-4287-9f5b-170b92655f95" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.303871] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.304579] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.304579] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.304579] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.304821] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.310184] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-b951360e-50aa-4fd5-b641-b3a116f9de80" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.590848] env[65757]: INFO networking_nsxv3.common.synchronization [None req-e9a89025-7da4-4acc-8d6c-dfab8180ab0e None None] Enqueued Resource ID: 22d44157-1397-4b1f-a8fe-df1bcbdf24c0 with Priority: HIGHEST for action port [ 597.590949] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d44157-1397-4b1f-a8fe-df1bcbdf24c0 with Priority: HIGHEST for action port [ 597.591538] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-22d44157-1397-4b1f-a8fe-df1bcbdf24c0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.591653] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22d44157-1397-4b1f-a8fe-df1bcbdf24c0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.591722] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22d44157-1397-4b1f-a8fe-df1bcbdf24c0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.591977] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22d44157-1397-4b1f-a8fe-df1bcbdf24c0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.592124] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22d44157-1397-4b1f-a8fe-df1bcbdf24c0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.721513] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.721846] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.721846] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.721949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.722052] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.722147] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3aa5697-bb6c-4366-8c2d-0f553034687a is going to be created. [ 597.754056] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.754056] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.754056] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.754056] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.754056] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.780123] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3aa5697-bb6c-4366-8c2d-0f553034687a in Status: UNINITIALIZED for 2s [ 597.987917] env[65757]: INFO networking_nsxv3.common.synchronization [req-fd30cbcd-c972-4305-9b54-9879d14aaf1b req-4b913a5e-eee8-465e-a4a5-23af6b95ad77 service nova] Enqueued Resource ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 with Priority: HIGHEST for action security_group_rules [ 597.988406] env[65757]: INFO networking_nsxv3.common.synchronization [req-fd30cbcd-c972-4305-9b54-9879d14aaf1b req-4b913a5e-eee8-465e-a4a5-23af6b95ad77 service nova] Enqueued Resource ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 with Priority: HIGHEST for action security_group_members [ 597.988406] env[65757]: INFO networking_nsxv3.common.synchronization [req-fd30cbcd-c972-4305-9b54-9879d14aaf1b req-4b913a5e-eee8-465e-a4a5-23af6b95ad77 service nova] Enqueued Resource ID: b951360e-50aa-4fd5-b641-b3a116f9de80 with Priority: HIGHEST for action port [ 597.988519] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 with Priority: HIGHEST for action security_group_rules [ 597.988642] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 with Priority: HIGHEST for action security_group_members [ 597.988689] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b951360e-50aa-4fd5-b641-b3a116f9de80 with Priority: HIGHEST for action port [ 597.989207] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.989333] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.989399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.989639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.989717] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1e8f6b1-1988-4515-a8dc-1abf9ade2b86',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.990578] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.990761] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.990761] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.990904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.991070] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.991188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.991240] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.991417] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.991502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.991591] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1e8f6b1-1988-4515-a8dc-1abf9ade2b86',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.998360] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-b951360e-50aa-4fd5-b641-b3a116f9de80 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.998360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b951360e-50aa-4fd5-b641-b3a116f9de80" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.998360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b951360e-50aa-4fd5-b641-b3a116f9de80" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.998360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b951360e-50aa-4fd5-b641-b3a116f9de80" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.998360] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b951360e-50aa-4fd5-b641-b3a116f9de80',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.096139] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22d44157-1397-4b1f-a8fe-df1bcbdf24c0 [ 598.097239] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.098106] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.098106] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.098106] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.098106] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.098106] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22d44157-1397-4b1f-a8fe-df1bcbdf24c0 already deleted. [ 598.098106] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22d44157-1397-4b1f-a8fe-df1bcbdf24c0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.495933] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1e8f6b1-1988-4515-a8dc-1abf9ade2b86',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.497120] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.497270] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.501735] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b951360e-50aa-4fd5-b641-b3a116f9de80 with status ACTIVE [ 598.501735] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.501735] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.501735] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.501735] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.502144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.502144] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.502144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.502240] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.502717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.502717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.502717] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.502717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.502891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.502921] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.503050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.503170] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b951360e-50aa-4fd5-b641-b3a116f9de80 is going to be updated. [ 598.533025] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.533025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.533025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.533025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.533025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.533025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b951360e-50aa-4fd5-b641-b3a116f9de80" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.657946] env[65757]: INFO networking_nsxv3.common.synchronization [None req-1e8b609c-09f5-4ff6-8faf-46ab044ce8d4 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Enqueued Resource ID: 54cb9f27-2492-40ae-84ec-d10a3989694f with Priority: HIGHEST for action security_group_rules [ 598.657946] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54cb9f27-2492-40ae-84ec-d10a3989694f with Priority: HIGHEST for action security_group_rules [ 598.659040] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54cb9f27-2492-40ae-84ec-d10a3989694f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.659252] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.659359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.659751] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.659887] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54cb9f27-2492-40ae-84ec-d10a3989694f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.883971] env[65757]: INFO networking_nsxv3.common.synchronization [None req-d641e786-45e9-4b9b-afa0-4c152c0d77ba tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Enqueued Resource ID: 54cb9f27-2492-40ae-84ec-d10a3989694f with Priority: HIGHEST for action security_group_rules [ 598.885983] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54cb9f27-2492-40ae-84ec-d10a3989694f with Priority: HIGHEST for action security_group_rules [ 598.885983] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54cb9f27-2492-40ae-84ec-d10a3989694f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.885983] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.998565] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1e8f6b1-1988-4515-a8dc-1abf9ade2b86',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.181824] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.181824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.181824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.182036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.182123] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.182207] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54cb9f27-2492-40ae-84ec-d10a3989694f already deleted. [ 599.182286] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.182439] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.182596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.182675] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54cb9f27-2492-40ae-84ec-d10a3989694f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.502712] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.502712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.502712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.502933] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.502933] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.503694] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 is going to be created. [ 599.529171] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.529349] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.529414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.529607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.531052] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.541355] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 in Status: UNINITIALIZED for 2s [ 599.705191] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.705353] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.705452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.705631] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.705732] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.705846] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54cb9f27-2492-40ae-84ec-d10a3989694f already deleted. [ 599.705905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.726091] env[65757]: INFO networking_nsxv3.common.synchronization [None req-6718f79b-d159-4de6-8522-cdcf2340cc1b None None] Enqueued Resource ID: a26bec25-0e0e-4df4-a6ae-140cbd591111 with Priority: HIGHEST for action port [ 599.727398] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a26bec25-0e0e-4df4-a6ae-140cbd591111 with Priority: HIGHEST for action port [ 599.728485] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-a26bec25-0e0e-4df4-a6ae-140cbd591111 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.728612] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a26bec25-0e0e-4df4-a6ae-140cbd591111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.728751] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a26bec25-0e0e-4df4-a6ae-140cbd591111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.728959] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a26bec25-0e0e-4df4-a6ae-140cbd591111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.729459] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a26bec25-0e0e-4df4-a6ae-140cbd591111',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.793214] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3aa5697-bb6c-4366-8c2d-0f553034687a in Status: SUCCESS [ 599.794484] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.794484] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.794484] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.794681] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.794757] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.794757] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.794910] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.794986] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.795079] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.795165] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3aa5697-bb6c-4366-8c2d-0f553034687a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.844183] env[65757]: INFO networking_nsxv3.common.synchronization [req-faf51a5b-0c2e-4582-b17f-3cf784059dfb req-af7601b4-5e8b-4664-8711-23b95fe2007e tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Enqueued Resource ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 with Priority: HIGHEST for action security_group_members [ 599.845016] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 with Priority: HIGHEST for action security_group_members [ 599.845506] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f817a4f8-b0bc-463e-9991-ae22ab087ab0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.845630] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.845729] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.846280] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.846527] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.846641] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.846695] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.846868] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.847152] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.847759] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f817a4f8-b0bc-463e-9991-ae22ab087ab0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.231611] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a26bec25-0e0e-4df4-a6ae-140cbd591111 [ 600.233025] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.233025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.233025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.233025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.233025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.233025] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a26bec25-0e0e-4df4-a6ae-140cbd591111 already deleted. [ 600.233025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a26bec25-0e0e-4df4-a6ae-140cbd591111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.298315] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3aa5697-bb6c-4366-8c2d-0f553034687a taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.300282] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.300488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.300780] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.300958] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.301112] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.301203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.301466] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.301554] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.301645] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.301844] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3aa5697-bb6c-4366-8c2d-0f553034687a taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.301948] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.302048] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.302212] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.302357] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.302452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.302514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.302695] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.302772] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.302877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.302998] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3aa5697-bb6c-4366-8c2d-0f553034687a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.351487] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.351693] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.351820] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.353355] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.353355] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.353355] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.353355] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.353355] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.353355] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.353355] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.353355] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 already deleted. [ 600.353355] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.439828] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.440065] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.440116] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.440471] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.440667] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.440746] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.440873] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.441128] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.441262] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.441453] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.441575] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.441665] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.441768] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.441867] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.441962] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.442097] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.465223] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.465223] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.465223] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.465223] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.465223] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-bef95067-e81c-49b0-bbe6-de4cd13e41a5 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.465223] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-bef95067-e81c-49b0-bbe6-de4cd13e41a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.465223] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-bef95067-e81c-49b0-bbe6-de4cd13e41a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.465223] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-bef95067-e81c-49b0-bbe6-de4cd13e41a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.465223] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bef95067-e81c-49b0-bbe6-de4cd13e41a5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.727032] env[65757]: INFO networking_nsxv3.common.synchronization [None req-c328f67d-50c4-4ff6-bf45-3040ae9eb2ca None None] Enqueued Resource ID: b915187e-6600-4026-bf49-f18e31bb2124 with Priority: HIGHEST for action port [ 600.727032] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b915187e-6600-4026-bf49-f18e31bb2124 with Priority: HIGHEST for action port [ 600.727933] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-b915187e-6600-4026-bf49-f18e31bb2124 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.729705] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b915187e-6600-4026-bf49-f18e31bb2124" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.729705] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b915187e-6600-4026-bf49-f18e31bb2124" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.729705] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b915187e-6600-4026-bf49-f18e31bb2124" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.729705] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b915187e-6600-4026-bf49-f18e31bb2124',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.806747] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3aa5697-bb6c-4366-8c2d-0f553034687a: rpc.has_security_group_logging(os_id): False [ 600.829244] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.829448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.829564] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.829953] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.830128] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.830881] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.830881] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.830881] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.830881] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.831087] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.832338] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.832498] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.832498] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.832797] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.833783] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.833783] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.833783] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.836724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.836904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.837015] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.837154] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3aa5697-bb6c-4366-8c2d-0f553034687a is going to be created. [ 600.907034] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.907034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.907034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.907034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.907366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.921032] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3aa5697-bb6c-4366-8c2d-0f553034687a in Status: IN_PROGRESS for 2s [ 600.966340] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.966634] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.966634] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.966888] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.967043] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.967200] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port bef95067-e81c-49b0-bbe6-de4cd13e41a5 not found, creating... [ 600.967642] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.967763] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.967810] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.968038] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.968174] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.968478] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.968637] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.968830] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.969060] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.969219] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.969328] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: bef95067-e81c-49b0-bbe6-de4cd13e41a5 is going to be created. [ 601.004951] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.004951] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.004951] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.004951] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.004951] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.004951] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-bef95067-e81c-49b0-bbe6-de4cd13e41a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.231684] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b915187e-6600-4026-bf49-f18e31bb2124 [ 601.232053] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.232124] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.232124] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.232349] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.232436] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.232531] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b915187e-6600-4026-bf49-f18e31bb2124 already deleted. [ 601.232634] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b915187e-6600-4026-bf49-f18e31bb2124" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.553434] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 in Status: SUCCESS [ 601.553652] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.553829] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.554064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.554256] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.554395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.554478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.554643] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.554723] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.554806] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.554895] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1e8f6b1-1988-4515-a8dc-1abf9ade2b86',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.718893] env[65757]: INFO networking_nsxv3.common.synchronization [req-faf51a5b-0c2e-4582-b17f-3cf784059dfb req-65f78a82-ebc5-4b95-98b7-f852d76954ca service nova] Enqueued Resource ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 with Priority: HIGHEST for action security_group_rules [ 601.719090] env[65757]: INFO networking_nsxv3.common.synchronization [req-faf51a5b-0c2e-4582-b17f-3cf784059dfb req-65f78a82-ebc5-4b95-98b7-f852d76954ca service nova] Enqueued Resource ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 with Priority: HIGHEST for action security_group_members [ 601.719474] env[65757]: INFO networking_nsxv3.common.synchronization [req-faf51a5b-0c2e-4582-b17f-3cf784059dfb req-65f78a82-ebc5-4b95-98b7-f852d76954ca service nova] Enqueued Resource ID: bef95067-e81c-49b0-bbe6-de4cd13e41a5 with Priority: HIGHEST for action port [ 601.719764] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 with Priority: HIGHEST for action security_group_rules [ 601.719895] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 with Priority: HIGHEST for action security_group_members [ 601.719985] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bef95067-e81c-49b0-bbe6-de4cd13e41a5 with Priority: HIGHEST for action port [ 601.725839] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f817a4f8-b0bc-463e-9991-ae22ab087ab0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.725839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.725839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.725839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.725839] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f817a4f8-b0bc-463e-9991-ae22ab087ab0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.725839] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f817a4f8-b0bc-463e-9991-ae22ab087ab0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.725839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.725839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.725839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.725839] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.725839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.725839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.725839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.726469] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.726469] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f817a4f8-b0bc-463e-9991-ae22ab087ab0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.726907] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-bef95067-e81c-49b0-bbe6-de4cd13e41a5 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.726907] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bef95067-e81c-49b0-bbe6-de4cd13e41a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.727104] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bef95067-e81c-49b0-bbe6-de4cd13e41a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.727183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bef95067-e81c-49b0-bbe6-de4cd13e41a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.727183] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bef95067-e81c-49b0-bbe6-de4cd13e41a5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.037899] env[65757]: INFO networking_nsxv3.common.synchronization [None req-e8cd5677-3b2a-4838-b7fb-f210cf967c58 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Enqueued Resource ID: a02e9856-0a84-4a39-af27-04705c28cb74 with Priority: HIGHEST for action security_group_rules [ 602.038494] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02e9856-0a84-4a39-af27-04705c28cb74 with Priority: HIGHEST for action security_group_rules [ 602.039061] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a02e9856-0a84-4a39-af27-04705c28cb74 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.039061] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.039061] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.039271] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.039356] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a02e9856-0a84-4a39-af27-04705c28cb74',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.056801] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.056946] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.056946] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.057388] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.057388] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.057551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.057551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.057655] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.057742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.057830] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.057976] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.058084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.058142] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.058283] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.058415] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.058505] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.058565] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.058699] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.058771] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.058849] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.058934] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1e8f6b1-1988-4515-a8dc-1abf9ade2b86',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.182490] env[65757]: INFO networking_nsxv3.common.synchronization [None req-9355df2b-ce11-41e4-b3bf-88ffd0e93de3 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Enqueued Resource ID: a02e9856-0a84-4a39-af27-04705c28cb74 with Priority: HIGHEST for action security_group_rules [ 602.182490] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02e9856-0a84-4a39-af27-04705c28cb74 with Priority: HIGHEST for action security_group_rules [ 602.182490] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a02e9856-0a84-4a39-af27-04705c28cb74 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.182490] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.232383] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f817a4f8-b0bc-463e-9991-ae22ab087ab0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.232652] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.232690] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f817a4f8-b0bc-463e-9991-ae22ab087ab0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.233528] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bef95067-e81c-49b0-bbe6-de4cd13e41a5 with status ACTIVE [ 602.233709] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.233825] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.233888] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.234184] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.234271] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.234489] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.234592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.234678] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.234847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.234943] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.235202] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.235255] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.235289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.235431] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.235505] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.235585] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bef95067-e81c-49b0-bbe6-de4cd13e41a5 is going to be updated. [ 602.255814] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.255952] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.256029] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.256232] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.256362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.256581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bef95067-e81c-49b0-bbe6-de4cd13e41a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.561811] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.562039] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.562113] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.562333] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.562454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.562516] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a02e9856-0a84-4a39-af27-04705c28cb74 already deleted. [ 602.562599] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.562817] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1e8f6b1-1988-4515-a8dc-1abf9ade2b86: rpc.has_security_group_logging(os_id): False [ 602.563794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.563976] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.564573] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a02e9856-0a84-4a39-af27-04705c28cb74',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.585790] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.586378] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.586517] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.586773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.586900] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.587143] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.587285] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.587374] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.587641] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.587641] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.587996] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.588831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.588831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.588831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.588831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.588831] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.589253] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.589253] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.589253] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.589374] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.589491] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 is going to be created. [ 602.653137] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.655349] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.655349] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.655349] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.655349] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.665473] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 in Status: IN_PROGRESS for 2s [ 602.737852] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f817a4f8-b0bc-463e-9991-ae22ab087ab0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.935214] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3aa5697-bb6c-4366-8c2d-0f553034687a in Status: SUCCESS [ 602.935676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.045287] env[65757]: INFO networking_nsxv3.common.synchronization [None req-ac47b7a7-f38b-4b9a-ab22-d50851ee3a8d None None] Enqueued Resource ID: 35ac49d1-6d3a-4628-83b0-5b6b8feeba9e with Priority: HIGHEST for action port [ 603.045972] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35ac49d1-6d3a-4628-83b0-5b6b8feeba9e with Priority: HIGHEST for action port [ 603.046236] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-35ac49d1-6d3a-4628-83b0-5b6b8feeba9e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.046236] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35ac49d1-6d3a-4628-83b0-5b6b8feeba9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.046340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35ac49d1-6d3a-4628-83b0-5b6b8feeba9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.046623] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35ac49d1-6d3a-4628-83b0-5b6b8feeba9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.046695] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35ac49d1-6d3a-4628-83b0-5b6b8feeba9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.090230] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.090398] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.090445] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.090659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.090790] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.090903] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a02e9856-0a84-4a39-af27-04705c28cb74 already deleted. [ 603.091019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.141882] env[65757]: INFO networking_nsxv3.common.synchronization [None req-e2f4af63-30bb-496d-8641-3f0033a01e5e None None] Enqueued Resource ID: 4b296da5-2745-436f-8e21-bc16022916b1 with Priority: HIGHEST for action port [ 603.142400] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b296da5-2745-436f-8e21-bc16022916b1 with Priority: HIGHEST for action port [ 603.142686] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b296da5-2745-436f-8e21-bc16022916b1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.142809] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b296da5-2745-436f-8e21-bc16022916b1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.143079] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b296da5-2745-436f-8e21-bc16022916b1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.144213] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b296da5-2745-436f-8e21-bc16022916b1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.144312] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b296da5-2745-436f-8e21-bc16022916b1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.241286] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.241559] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.241559] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.241705] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.241923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.241923] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 is going to be created. [ 603.267820] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.267983] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.268040] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.268248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.268406] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.279696] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 in Status: UNINITIALIZED for 2s [ 603.551092] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35ac49d1-6d3a-4628-83b0-5b6b8feeba9e [ 603.551175] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.553618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.553618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.553752] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.553852] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.553951] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35ac49d1-6d3a-4628-83b0-5b6b8feeba9e already deleted. [ 603.554046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35ac49d1-6d3a-4628-83b0-5b6b8feeba9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.648180] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b296da5-2745-436f-8e21-bc16022916b1 [ 603.648180] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.648180] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.648180] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.648717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.648717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.648717] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b296da5-2745-436f-8e21-bc16022916b1 already deleted. [ 603.648717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b296da5-2745-436f-8e21-bc16022916b1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.131215] env[65757]: INFO networking_nsxv3.common.synchronization [req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a req-80bf8abf-1e17-455d-a231-57a0e3754406 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Enqueued Resource ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed with Priority: HIGHEST for action security_group_members [ 604.132675] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed with Priority: HIGHEST for action security_group_members [ 604.132722] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4d3e41-bd75-430f-84e0-997cbf0958ed taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.133189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.133189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.133304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.133478] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.133829] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.133829] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.133928] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.134148] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.134272] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.584514] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.585531] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.585531] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.585531] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.588297] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.588297] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.588297] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.588297] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.588297] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.588297] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.588297] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.588297] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.588297] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.588297] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.588297] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.588297] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.607628] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.608355] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.609089] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.609089] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.609249] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-a6deec82-6909-47f3-a797-514ab92ea7d7 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.609427] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-a6deec82-6909-47f3-a797-514ab92ea7d7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.609648] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-a6deec82-6909-47f3-a797-514ab92ea7d7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.610041] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-a6deec82-6909-47f3-a797-514ab92ea7d7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.610194] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6deec82-6909-47f3-a797-514ab92ea7d7',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.637578] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.638187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.638187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.638538] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.638538] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.638756] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.638756] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.638756] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.638945] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.639557] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.639557] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed already deleted. [ 604.639557] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.680764] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 in Status: SUCCESS [ 604.681018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.113927] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.113927] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.113927] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.113927] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.114196] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.114196] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port a6deec82-6909-47f3-a797-514ab92ea7d7 not found, creating... [ 605.114934] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.114934] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.114934] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.115613] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.115613] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.115613] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.115613] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.115846] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.116763] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.116763] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.116763] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: a6deec82-6909-47f3-a797-514ab92ea7d7 is going to be created. [ 605.138750] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.139019] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.139280] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.139651] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.139949] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.140804] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-a6deec82-6909-47f3-a797-514ab92ea7d7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.293551] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 in Status: SUCCESS [ 605.293762] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.293938] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.294181] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.294384] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.294548] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.294619] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.294785] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.294867] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.294951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.295056] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f817a4f8-b0bc-463e-9991-ae22ab087ab0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.340133] env[65757]: INFO networking_nsxv3.common.synchronization [None req-212ebdbf-f499-44a4-b787-9bce420ea274 None None] Enqueued Resource ID: a8b27fc0-fe38-43b0-8574-070eb1347e0d with Priority: HIGHEST for action port [ 605.340971] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8b27fc0-fe38-43b0-8574-070eb1347e0d with Priority: HIGHEST for action port [ 605.341340] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8b27fc0-fe38-43b0-8574-070eb1347e0d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.341471] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8b27fc0-fe38-43b0-8574-070eb1347e0d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.341538] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8b27fc0-fe38-43b0-8574-070eb1347e0d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.341808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8b27fc0-fe38-43b0-8574-070eb1347e0d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.341900] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8b27fc0-fe38-43b0-8574-070eb1347e0d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.797591] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f817a4f8-b0bc-463e-9991-ae22ab087ab0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.797591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.798062] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.798062] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.798062] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.798187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.798187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.798440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.798440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.798551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.798641] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f817a4f8-b0bc-463e-9991-ae22ab087ab0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.798731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.798848] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.799033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.799240] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.799318] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.799350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.799474] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.799569] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.799625] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.799724] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f817a4f8-b0bc-463e-9991-ae22ab087ab0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.843981] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8b27fc0-fe38-43b0-8574-070eb1347e0d [ 605.845410] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.845410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.845410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.845410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.845410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.845410] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8b27fc0-fe38-43b0-8574-070eb1347e0d already deleted. [ 605.845410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8b27fc0-fe38-43b0-8574-070eb1347e0d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.919037] env[65757]: INFO networking_nsxv3.common.synchronization [req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a req-fb4b11b7-38a0-42ec-bce5-125d6fc0459d service nova] Enqueued Resource ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed with Priority: HIGHEST for action security_group_rules [ 605.919281] env[65757]: INFO networking_nsxv3.common.synchronization [req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a req-fb4b11b7-38a0-42ec-bce5-125d6fc0459d service nova] Enqueued Resource ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed with Priority: HIGHEST for action security_group_members [ 605.919434] env[65757]: INFO networking_nsxv3.common.synchronization [req-a5a0fae7-be4c-4d97-b32d-91ab340cc19a req-fb4b11b7-38a0-42ec-bce5-125d6fc0459d service nova] Enqueued Resource ID: a6deec82-6909-47f3-a797-514ab92ea7d7 with Priority: HIGHEST for action port [ 605.920180] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed with Priority: HIGHEST for action security_group_rules [ 605.920330] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed with Priority: HIGHEST for action security_group_members [ 605.920542] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6deec82-6909-47f3-a797-514ab92ea7d7 with Priority: HIGHEST for action port [ 605.920915] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e4d3e41-bd75-430f-84e0-997cbf0958ed taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.921099] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.921210] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.921496] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.921633] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.922619] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4d3e41-bd75-430f-84e0-997cbf0958ed taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.922807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.922927] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.923169] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.923367] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.923503] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.923623] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.923833] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.923989] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.924158] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.926433] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6deec82-6909-47f3-a797-514ab92ea7d7 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.926433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6deec82-6909-47f3-a797-514ab92ea7d7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.926754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6deec82-6909-47f3-a797-514ab92ea7d7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.926754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6deec82-6909-47f3-a797-514ab92ea7d7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.926811] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6deec82-6909-47f3-a797-514ab92ea7d7',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.304807] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f817a4f8-b0bc-463e-9991-ae22ab087ab0: rpc.has_security_group_logging(os_id): False [ 606.338259] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.338510] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.338510] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.338726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.338804] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.338960] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.339115] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.339182] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.343245] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.343245] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.343542] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.343662] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.343797] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.344454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.344454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.344454] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.344454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.344684] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.345932] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.345932] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.345932] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 is going to be created. [ 606.411858] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.411858] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.411858] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.412335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.412385] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.429243] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 in Status: IN_PROGRESS for 2s [ 606.429598] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.433648] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4d3e41-bd75-430f-84e0-997cbf0958ed taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.433648] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.433822] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a6deec82-6909-47f3-a797-514ab92ea7d7 with status ACTIVE [ 606.435454] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.435999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.435999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.435999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.436252] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.436350] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.436509] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.436588] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.436816] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.436961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.437607] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.437607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.437607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.437732] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.437855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.437972] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a6deec82-6909-47f3-a797-514ab92ea7d7 is going to be updated. [ 606.473154] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.473344] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.473414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.474270] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.474417] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.474654] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6deec82-6909-47f3-a797-514ab92ea7d7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.946160] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.448297] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.448539] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.448825] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.448825] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.450881] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.450881] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed is going to be created. [ 607.474145] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.474347] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.474347] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.474586] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.474887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.486125] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed in Status: UNINITIALIZED for 2s [ 608.444348] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 in Status: SUCCESS [ 608.444348] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.848975] env[65757]: INFO networking_nsxv3.common.synchronization [None req-58280b96-784b-4a77-987a-8dc5cf86bc52 None None] Enqueued Resource ID: 395aeb0c-daa7-462a-94c4-026f0edd452b with Priority: HIGHEST for action port [ 608.849487] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 395aeb0c-daa7-462a-94c4-026f0edd452b with Priority: HIGHEST for action port [ 608.850431] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-395aeb0c-daa7-462a-94c4-026f0edd452b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.850659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-395aeb0c-daa7-462a-94c4-026f0edd452b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.850761] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-395aeb0c-daa7-462a-94c4-026f0edd452b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.851032] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-395aeb0c-daa7-462a-94c4-026f0edd452b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.851112] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('395aeb0c-daa7-462a-94c4-026f0edd452b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.353902] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 395aeb0c-daa7-462a-94c4-026f0edd452b [ 609.354168] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.354460] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.354460] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.354615] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.354705] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.354799] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:395aeb0c-daa7-462a-94c4-026f0edd452b already deleted. [ 609.354879] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-395aeb0c-daa7-462a-94c4-026f0edd452b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.497893] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed in Status: SUCCESS [ 609.498198] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.498682] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.498960] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.499827] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.500478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.500478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.500478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.500478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.500478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.500740] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.002819] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4d3e41-bd75-430f-84e0-997cbf0958ed taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.004359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.004359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.004359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.004359] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.004359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.004359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.004359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.004359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.004359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.004359] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4d3e41-bd75-430f-84e0-997cbf0958ed taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.006209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.006209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.006209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.006209] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.006209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.006209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.006209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.006209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.006209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.006209] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.192396] env[65757]: INFO networking_nsxv3.common.synchronization [req-8e545885-e6ce-4d52-aab5-0fc103d7beda req-421b4908-2e81-4ab2-b5c1-dfeec41e529b tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Enqueued Resource ID: 54cb9f27-2492-40ae-84ec-d10a3989694f with Priority: HIGHEST for action security_group_members [ 610.194612] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54cb9f27-2492-40ae-84ec-d10a3989694f with Priority: HIGHEST for action security_group_members [ 610.195105] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-54cb9f27-2492-40ae-84ec-d10a3989694f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.195300] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.195771] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.195771] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.196010] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.196180] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.196285] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.196596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.196664] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.196815] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54cb9f27-2492-40ae-84ec-d10a3989694f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.508094] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e4d3e41-bd75-430f-84e0-997cbf0958ed: rpc.has_security_group_logging(os_id): False [ 610.531586] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.531586] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.531586] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.533028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.533028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.533028] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.533028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.533028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.533421] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.533475] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.535331] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.535331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.535331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.535331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.535331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.535331] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.535331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.535331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.535331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.535331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.535331] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed is going to be created. [ 610.614681] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.615256] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.615347] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.615554] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.615777] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.628856] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed in Status: IN_PROGRESS for 2s [ 610.706133] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.706133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.706133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.706133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.706133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.706133] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.706133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.706133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.706133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.706133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.706133] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54cb9f27-2492-40ae-84ec-d10a3989694f already deleted. [ 610.706133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.762128] env[65757]: INFO networking_nsxv3.common.synchronization [None req-b15362a9-faf8-4e9b-9f52-ab16ca34f4d5 None None] Enqueued Resource ID: a1684b91-de3f-44b1-a425-d9ed6f92ac1e with Priority: HIGHEST for action port [ 610.762128] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1684b91-de3f-44b1-a425-d9ed6f92ac1e with Priority: HIGHEST for action port [ 610.765575] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1684b91-de3f-44b1-a425-d9ed6f92ac1e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.765575] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1684b91-de3f-44b1-a425-d9ed6f92ac1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.765575] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1684b91-de3f-44b1-a425-d9ed6f92ac1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.765575] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1684b91-de3f-44b1-a425-d9ed6f92ac1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.765575] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1684b91-de3f-44b1-a425-d9ed6f92ac1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.801718] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-305 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.801718] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-305" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.801718] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-305" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.801718] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-305" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.801718] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.803388] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.803388] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.804339] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.804339] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.804436] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.804519] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.805125] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.805304] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.805424] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.806333] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.806505] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.833722] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.833722] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.833722] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.833722] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-305" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.834044] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-19ac37c8-b811-413e-8b1b-5fe72024defc taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.834423] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-19ac37c8-b811-413e-8b1b-5fe72024defc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.834835] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-19ac37c8-b811-413e-8b1b-5fe72024defc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.834970] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-19ac37c8-b811-413e-8b1b-5fe72024defc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.835229] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19ac37c8-b811-413e-8b1b-5fe72024defc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.214517] env[65757]: INFO networking_nsxv3.common.synchronization [None req-6cd65ab6-2dcc-4d99-b05e-38e9253a5fb8 None None] Enqueued Resource ID: a9ec031d-855f-44d0-b932-6fb89025cf5f with Priority: HIGHEST for action port [ 611.215414] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9ec031d-855f-44d0-b932-6fb89025cf5f with Priority: HIGHEST for action port [ 611.215932] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9ec031d-855f-44d0-b932-6fb89025cf5f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.216175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9ec031d-855f-44d0-b932-6fb89025cf5f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.216279] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9ec031d-855f-44d0-b932-6fb89025cf5f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.216622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9ec031d-855f-44d0-b932-6fb89025cf5f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.216724] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9ec031d-855f-44d0-b932-6fb89025cf5f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.269027] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1684b91-de3f-44b1-a425-d9ed6f92ac1e [ 611.269027] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.269027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.269027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.269027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.269027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.269027] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1684b91-de3f-44b1-a425-d9ed6f92ac1e already deleted. [ 611.269027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1684b91-de3f-44b1-a425-d9ed6f92ac1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.338161] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.338439] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.338535] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.338818] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.338975] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.339136] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 19ac37c8-b811-413e-8b1b-5fe72024defc not found, creating... [ 611.339416] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.339570] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.339681] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.339902] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.340060] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.340355] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.340513] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.340622] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.340827] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.340953] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.341357] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 19ac37c8-b811-413e-8b1b-5fe72024defc is going to be created. [ 611.379026] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.379026] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.379026] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.379026] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.379026] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.379026] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-19ac37c8-b811-413e-8b1b-5fe72024defc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.720732] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9ec031d-855f-44d0-b932-6fb89025cf5f [ 611.721123] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.721123] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.721222] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.721394] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.721488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.721602] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9ec031d-855f-44d0-b932-6fb89025cf5f already deleted. [ 611.721691] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9ec031d-855f-44d0-b932-6fb89025cf5f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.223604] env[65757]: INFO networking_nsxv3.common.synchronization [req-8e545885-e6ce-4d52-aab5-0fc103d7beda req-fefacaa3-dfa4-4d0b-b539-816d324f60da service nova] Enqueued Resource ID: 54cb9f27-2492-40ae-84ec-d10a3989694f with Priority: HIGHEST for action security_group_rules [ 612.223798] env[65757]: INFO networking_nsxv3.common.synchronization [req-8e545885-e6ce-4d52-aab5-0fc103d7beda req-fefacaa3-dfa4-4d0b-b539-816d324f60da service nova] Enqueued Resource ID: 54cb9f27-2492-40ae-84ec-d10a3989694f with Priority: HIGHEST for action security_group_members [ 612.223925] env[65757]: INFO networking_nsxv3.common.synchronization [req-8e545885-e6ce-4d52-aab5-0fc103d7beda req-fefacaa3-dfa4-4d0b-b539-816d324f60da service nova] Enqueued Resource ID: 19ac37c8-b811-413e-8b1b-5fe72024defc with Priority: HIGHEST for action port [ 612.224535] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54cb9f27-2492-40ae-84ec-d10a3989694f with Priority: HIGHEST for action security_group_rules [ 612.224675] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54cb9f27-2492-40ae-84ec-d10a3989694f with Priority: HIGHEST for action security_group_members [ 612.224784] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19ac37c8-b811-413e-8b1b-5fe72024defc with Priority: HIGHEST for action port [ 612.225783] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54cb9f27-2492-40ae-84ec-d10a3989694f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.227288] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.227288] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.227472] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.227472] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54cb9f27-2492-40ae-84ec-d10a3989694f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.229476] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-54cb9f27-2492-40ae-84ec-d10a3989694f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.229476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.229476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.229476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.229476] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.229476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.229889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.229889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.229889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.229889] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54cb9f27-2492-40ae-84ec-d10a3989694f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.230710] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-19ac37c8-b811-413e-8b1b-5fe72024defc taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.230814] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19ac37c8-b811-413e-8b1b-5fe72024defc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.230894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19ac37c8-b811-413e-8b1b-5fe72024defc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.231082] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19ac37c8-b811-413e-8b1b-5fe72024defc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.231138] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19ac37c8-b811-413e-8b1b-5fe72024defc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.643012] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed in Status: SUCCESS [ 612.643012] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.651232] env[65757]: INFO networking_nsxv3.common.synchronization [req-fdc5977a-cf56-4881-a5f4-9791421e515a req-81018522-0582-47b6-b9dd-8194d8a67a52 tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Enqueued Resource ID: e20717d5-51cf-4951-8633-5474ae3c630f with Priority: HIGHEST for action security_group_members [ 612.651232] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20717d5-51cf-4951-8633-5474ae3c630f with Priority: HIGHEST for action security_group_members [ 612.651232] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20717d5-51cf-4951-8633-5474ae3c630f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.651897] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.652079] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.652668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.653431] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.653681] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.653827] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.654131] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.654728] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.654728] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20717d5-51cf-4951-8633-5474ae3c630f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.733532] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-54cb9f27-2492-40ae-84ec-d10a3989694f taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.733817] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.736424] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54cb9f27-2492-40ae-84ec-d10a3989694f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.738246] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19ac37c8-b811-413e-8b1b-5fe72024defc with status ACTIVE [ 612.738246] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.738246] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.738512] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.738648] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.738751] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.738978] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.741028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.741028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.741028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.741186] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.741434] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.741990] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.742102] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.742384] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.742433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.743189] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19ac37c8-b811-413e-8b1b-5fe72024defc is going to be updated. [ 612.767328] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.767502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.767599] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.768092] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.768092] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.768092] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19ac37c8-b811-413e-8b1b-5fe72024defc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.147444] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.147670] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.147800] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.148074] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.148328] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.148539] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.148579] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.148856] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.148996] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.149322] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.149457] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.149563] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.149665] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.149771] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.149867] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.149988] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.156954] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.157117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.157186] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.157389] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.157476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.157668] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.157807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.157850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.157973] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.158058] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.158142] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20717d5-51cf-4951-8633-5474ae3c630f already deleted. [ 613.158221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.173149] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.173326] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.173456] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.173619] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.173926] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-c7b92620-8360-4803-9762-4028d8b0aafd taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.174180] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-c7b92620-8360-4803-9762-4028d8b0aafd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.174251] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-c7b92620-8360-4803-9762-4028d8b0aafd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.174520] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-c7b92620-8360-4803-9762-4028d8b0aafd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.174655] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7b92620-8360-4803-9762-4028d8b0aafd',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.245075] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54cb9f27-2492-40ae-84ec-d10a3989694f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.529055] env[65757]: INFO networking_nsxv3.common.synchronization [None req-1a41e434-30ce-4aba-8987-94688729bd02 None None] Enqueued Resource ID: 5117df0f-4b64-411c-bd53-5e3be5807a75 with Priority: HIGHEST for action port [ 613.530384] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5117df0f-4b64-411c-bd53-5e3be5807a75 with Priority: HIGHEST for action port [ 613.531623] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-5117df0f-4b64-411c-bd53-5e3be5807a75 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.531896] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5117df0f-4b64-411c-bd53-5e3be5807a75" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.532053] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5117df0f-4b64-411c-bd53-5e3be5807a75" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.532541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5117df0f-4b64-411c-bd53-5e3be5807a75" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.532738] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5117df0f-4b64-411c-bd53-5e3be5807a75',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.680279] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.680497] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.680642] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.680924] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.681599] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.681599] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port c7b92620-8360-4803-9762-4028d8b0aafd not found, creating... [ 613.681599] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.681599] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.681881] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.681951] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.682097] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.682367] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.682511] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.682618] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.682815] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.682940] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.684389] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: c7b92620-8360-4803-9762-4028d8b0aafd is going to be created. [ 613.706738] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.707020] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.707096] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.707373] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.707638] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.707895] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-c7b92620-8360-4803-9762-4028d8b0aafd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.747822] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.748214] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.748214] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.748282] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.748325] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.748428] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54cb9f27-2492-40ae-84ec-d10a3989694f is going to be created. [ 613.796061] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.796251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.796322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.796531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.796763] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.815797] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54cb9f27-2492-40ae-84ec-d10a3989694f in Status: UNINITIALIZED for 2s [ 614.036136] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5117df0f-4b64-411c-bd53-5e3be5807a75 [ 614.036922] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.036922] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.037224] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.037682] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.037820] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.038067] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5117df0f-4b64-411c-bd53-5e3be5807a75 already deleted. [ 614.038179] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5117df0f-4b64-411c-bd53-5e3be5807a75" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.437480] env[65757]: INFO networking_nsxv3.common.synchronization [req-fdc5977a-cf56-4881-a5f4-9791421e515a req-2442188b-58e9-4e2e-974f-108d09913056 service nova] Enqueued Resource ID: e20717d5-51cf-4951-8633-5474ae3c630f with Priority: HIGHEST for action security_group_rules [ 614.437760] env[65757]: INFO networking_nsxv3.common.synchronization [req-fdc5977a-cf56-4881-a5f4-9791421e515a req-2442188b-58e9-4e2e-974f-108d09913056 service nova] Enqueued Resource ID: e20717d5-51cf-4951-8633-5474ae3c630f with Priority: HIGHEST for action security_group_members [ 614.437903] env[65757]: INFO networking_nsxv3.common.synchronization [req-fdc5977a-cf56-4881-a5f4-9791421e515a req-2442188b-58e9-4e2e-974f-108d09913056 service nova] Enqueued Resource ID: c7b92620-8360-4803-9762-4028d8b0aafd with Priority: HIGHEST for action port [ 614.438466] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20717d5-51cf-4951-8633-5474ae3c630f with Priority: HIGHEST for action security_group_rules [ 614.438683] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20717d5-51cf-4951-8633-5474ae3c630f with Priority: HIGHEST for action security_group_members [ 614.438683] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7b92620-8360-4803-9762-4028d8b0aafd with Priority: HIGHEST for action port [ 614.439029] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e20717d5-51cf-4951-8633-5474ae3c630f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.439690] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.439811] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.440109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.440235] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e20717d5-51cf-4951-8633-5474ae3c630f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.442461] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20717d5-51cf-4951-8633-5474ae3c630f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.442461] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.442461] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.442649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.442792] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.443082] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.443082] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.443185] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.443290] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.443407] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20717d5-51cf-4951-8633-5474ae3c630f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.444908] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7b92620-8360-4803-9762-4028d8b0aafd taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.445034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7b92620-8360-4803-9762-4028d8b0aafd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.445136] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7b92620-8360-4803-9762-4028d8b0aafd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.445423] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7b92620-8360-4803-9762-4028d8b0aafd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.445542] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7b92620-8360-4803-9762-4028d8b0aafd',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.569097] env[65757]: INFO networking_nsxv3.common.synchronization [req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 req-9ff6665e-75e1-4fc1-838b-30aca9038ca5 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Enqueued Resource ID: a02e9856-0a84-4a39-af27-04705c28cb74 with Priority: HIGHEST for action security_group_members [ 614.569811] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02e9856-0a84-4a39-af27-04705c28cb74 with Priority: HIGHEST for action security_group_members [ 614.570448] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a02e9856-0a84-4a39-af27-04705c28cb74 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.570586] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.570646] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.571059] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.571260] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.571382] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.571449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.571643] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.571742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.571855] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a02e9856-0a84-4a39-af27-04705c28cb74',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.698151] env[65757]: INFO networking_nsxv3.common.synchronization [None req-f0f2c39f-1138-4790-8bad-850bdfd73616 None None] Enqueued Resource ID: 4768a334-ee4c-4bad-a337-11d3e27ba901 with Priority: HIGHEST for action port [ 614.698776] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4768a334-ee4c-4bad-a337-11d3e27ba901 with Priority: HIGHEST for action port [ 614.699019] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-4768a334-ee4c-4bad-a337-11d3e27ba901 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.701642] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4768a334-ee4c-4bad-a337-11d3e27ba901" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.701642] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4768a334-ee4c-4bad-a337-11d3e27ba901" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.701642] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4768a334-ee4c-4bad-a337-11d3e27ba901" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.701642] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4768a334-ee4c-4bad-a337-11d3e27ba901',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.950467] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7b92620-8360-4803-9762-4028d8b0aafd with status ACTIVE [ 614.950467] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.950467] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.950467] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.950467] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.950467] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.950467] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.950467] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.950467] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.952339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.952339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.952339] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.952339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.952339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.952339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.952339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.952339] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7b92620-8360-4803-9762-4028d8b0aafd is going to be updated. [ 614.953914] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20717d5-51cf-4951-8633-5474ae3c630f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.955641] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20717d5-51cf-4951-8633-5474ae3c630f taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.955641] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.977259] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.977460] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.977460] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.977676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.977808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.977964] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7b92620-8360-4803-9762-4028d8b0aafd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.037229] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-648 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.037442] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-648" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.037554] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-648" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.037903] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-648" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.038178] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.038336] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.038447] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.038661] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.038797] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.039042] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.039154] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.039257] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.039355] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.039456] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.039553] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.039679] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.063804] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.064070] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.064163] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.064308] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-648" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.064621] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-195b1826-a7b4-476b-a65d-bfd818f80bc2 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.064783] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-195b1826-a7b4-476b-a65d-bfd818f80bc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.064897] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-195b1826-a7b4-476b-a65d-bfd818f80bc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.065227] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-195b1826-a7b4-476b-a65d-bfd818f80bc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.065360] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('195b1826-a7b4-476b-a65d-bfd818f80bc2',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.074566] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.074733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.074792] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.075028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.075121] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.075314] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.075412] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.075472] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.075629] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.075703] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.075917] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a02e9856-0a84-4a39-af27-04705c28cb74 already deleted. [ 615.076015] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.203033] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4768a334-ee4c-4bad-a337-11d3e27ba901 [ 615.203033] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.203033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.203033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.203254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.203254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.203312] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4768a334-ee4c-4bad-a337-11d3e27ba901 already deleted. [ 615.203417] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4768a334-ee4c-4bad-a337-11d3e27ba901" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.456695] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20717d5-51cf-4951-8633-5474ae3c630f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.568315] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.568675] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.568675] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.569259] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.569611] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.569611] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 195b1826-a7b4-476b-a65d-bfd818f80bc2 not found, creating... [ 615.570628] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.570948] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.571084] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.571320] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.571484] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.571756] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.571897] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.572017] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.574838] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.574997] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.575173] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 195b1826-a7b4-476b-a65d-bfd818f80bc2 is going to be created. [ 615.597343] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.597680] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.597680] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.597942] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.598184] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.598397] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-195b1826-a7b4-476b-a65d-bfd818f80bc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.828427] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54cb9f27-2492-40ae-84ec-d10a3989694f in Status: SUCCESS [ 615.828707] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.828888] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.829135] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.829552] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.829552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.829552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.829717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.829753] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.829902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.830035] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54cb9f27-2492-40ae-84ec-d10a3989694f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.958997] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.959311] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.959311] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.959627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.959627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.959747] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20717d5-51cf-4951-8633-5474ae3c630f is going to be created. [ 615.992557] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.992777] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.992845] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.993078] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.993238] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.006640] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20717d5-51cf-4951-8633-5474ae3c630f in Status: UNINITIALIZED for 2s [ 616.333889] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54cb9f27-2492-40ae-84ec-d10a3989694f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.344073] env[65757]: INFO networking_nsxv3.common.synchronization [req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 req-c980b727-9b72-4662-9374-add0f661a3fb service nova] Enqueued Resource ID: a02e9856-0a84-4a39-af27-04705c28cb74 with Priority: HIGHEST for action security_group_rules [ 616.344073] env[65757]: INFO networking_nsxv3.common.synchronization [req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 req-c980b727-9b72-4662-9374-add0f661a3fb service nova] Enqueued Resource ID: a02e9856-0a84-4a39-af27-04705c28cb74 with Priority: HIGHEST for action security_group_members [ 616.344073] env[65757]: INFO networking_nsxv3.common.synchronization [req-6a3cfb5b-af1a-46a5-a8fc-ca3e8c412061 req-c980b727-9b72-4662-9374-add0f661a3fb service nova] Enqueued Resource ID: 195b1826-a7b4-476b-a65d-bfd818f80bc2 with Priority: HIGHEST for action port [ 616.345642] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02e9856-0a84-4a39-af27-04705c28cb74 with Priority: HIGHEST for action security_group_rules [ 616.345897] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02e9856-0a84-4a39-af27-04705c28cb74 with Priority: HIGHEST for action security_group_members [ 616.346052] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 195b1826-a7b4-476b-a65d-bfd818f80bc2 with Priority: HIGHEST for action port [ 616.347254] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a02e9856-0a84-4a39-af27-04705c28cb74 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.347404] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.347472] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.348182] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.348272] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a02e9856-0a84-4a39-af27-04705c28cb74',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.349494] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a02e9856-0a84-4a39-af27-04705c28cb74 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.349615] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.349678] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.349993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.349993] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.350161] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.350161] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.350384] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.350488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.350580] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a02e9856-0a84-4a39-af27-04705c28cb74',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.351996] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-195b1826-a7b4-476b-a65d-bfd818f80bc2 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.352539] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-195b1826-a7b4-476b-a65d-bfd818f80bc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.352662] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-195b1826-a7b4-476b-a65d-bfd818f80bc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.352933] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-195b1826-a7b4-476b-a65d-bfd818f80bc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.353363] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('195b1826-a7b4-476b-a65d-bfd818f80bc2',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.707325] env[65757]: INFO networking_nsxv3.common.synchronization [None req-3b29c01c-ef14-45ed-baa1-3474f6912d90 None None] Enqueued Resource ID: 4525d1ba-6a8a-4601-8d61-43cdc0764816 with Priority: HIGHEST for action port [ 616.707931] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4525d1ba-6a8a-4601-8d61-43cdc0764816 with Priority: HIGHEST for action port [ 616.708868] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-4525d1ba-6a8a-4601-8d61-43cdc0764816 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.709044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4525d1ba-6a8a-4601-8d61-43cdc0764816" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.709100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4525d1ba-6a8a-4601-8d61-43cdc0764816" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.710246] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4525d1ba-6a8a-4601-8d61-43cdc0764816" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.710712] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4525d1ba-6a8a-4601-8d61-43cdc0764816',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.836953] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54cb9f27-2492-40ae-84ec-d10a3989694f: rpc.has_security_group_logging(os_id): False [ 616.858017] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.858224] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.858310] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.858539] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.858668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.858987] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.859136] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.859200] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.859453] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.859561] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.859693] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54cb9f27-2492-40ae-84ec-d10a3989694f is going to be created. [ 616.861177] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a02e9856-0a84-4a39-af27-04705c28cb74',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.862309] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a02e9856-0a84-4a39-af27-04705c28cb74 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.862478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.862625] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 195b1826-a7b4-476b-a65d-bfd818f80bc2 with status ACTIVE [ 616.862891] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.863035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.863110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.863442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.863442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.863850] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.863850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.863850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.864902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.864902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.864902] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.864902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.864902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.865107] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.865658] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.865658] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 195b1826-a7b4-476b-a65d-bfd818f80bc2 is going to be updated. [ 616.892468] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.892757] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.892882] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.893086] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.893502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.893502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-195b1826-a7b4-476b-a65d-bfd818f80bc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.937957] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.938201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.938201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.938455] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.938622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.955780] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54cb9f27-2492-40ae-84ec-d10a3989694f in Status: IN_PROGRESS for 2s [ 617.212638] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4525d1ba-6a8a-4601-8d61-43cdc0764816 [ 617.212955] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.213210] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.213210] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.213328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.213419] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.213511] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4525d1ba-6a8a-4601-8d61-43cdc0764816 already deleted. [ 617.213594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4525d1ba-6a8a-4601-8d61-43cdc0764816" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.368047] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a02e9856-0a84-4a39-af27-04705c28cb74',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.872018] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.872889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.872889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.872889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.872889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.873134] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a02e9856-0a84-4a39-af27-04705c28cb74 is going to be created. [ 617.911553] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.911767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.911872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.912190] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.913037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.927176] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a02e9856-0a84-4a39-af27-04705c28cb74 in Status: UNINITIALIZED for 2s [ 617.990028] env[65757]: INFO networking_nsxv3.common.synchronization [None req-9fccc97b-b87b-489e-baff-bb289ea16124 None None] Enqueued Resource ID: 2efd78cc-9ede-45e2-a6bb-13d04c3ea027 with Priority: HIGHEST for action port [ 617.990393] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2efd78cc-9ede-45e2-a6bb-13d04c3ea027 with Priority: HIGHEST for action port [ 617.990788] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-2efd78cc-9ede-45e2-a6bb-13d04c3ea027 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.992495] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2efd78cc-9ede-45e2-a6bb-13d04c3ea027" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.992495] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2efd78cc-9ede-45e2-a6bb-13d04c3ea027" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.992495] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2efd78cc-9ede-45e2-a6bb-13d04c3ea027" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.992495] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2efd78cc-9ede-45e2-a6bb-13d04c3ea027',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.018397] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20717d5-51cf-4951-8633-5474ae3c630f in Status: SUCCESS [ 618.018742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.018787] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.019369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.019369] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.019630] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.019630] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.019840] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.019962] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.020042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.020120] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e20717d5-51cf-4951-8633-5474ae3c630f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.214293] env[65757]: INFO networking_nsxv3.common.synchronization [None req-96e8b4c8-6e69-43f6-bf07-0f6d0df3c51e tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Enqueued Resource ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e with Priority: HIGHEST for action security_group_rules [ 618.214896] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e with Priority: HIGHEST for action security_group_rules [ 618.215320] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.215456] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.215456] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.215638] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.215717] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b10c2628-4f86-4ee2-bc30-f29a8234ff7e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.495235] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2efd78cc-9ede-45e2-a6bb-13d04c3ea027 [ 618.495980] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.495980] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.495980] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.496192] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.496469] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.496469] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2efd78cc-9ede-45e2-a6bb-13d04c3ea027 already deleted. [ 618.496589] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2efd78cc-9ede-45e2-a6bb-13d04c3ea027" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.525887] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20717d5-51cf-4951-8633-5474ae3c630f taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.525887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.525887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.525887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.526141] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.526141] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.526141] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.526266] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.526358] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.526447] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.526620] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20717d5-51cf-4951-8633-5474ae3c630f taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.526756] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.526850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.527107] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.527281] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.527439] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.527491] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.527645] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.527735] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.527818] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.527908] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e20717d5-51cf-4951-8633-5474ae3c630f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.585032] env[65757]: INFO networking_nsxv3.common.synchronization [None req-9632d2d3-6a1b-48ee-8bd3-9f2d6d02df93 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Enqueued Resource ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e with Priority: HIGHEST for action security_group_rules [ 618.585032] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e with Priority: HIGHEST for action security_group_rules [ 618.585032] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.585032] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.746166] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.746166] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.746166] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.746489] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.746489] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.746489] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e already deleted. [ 618.746489] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.746684] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.746868] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.746935] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b10c2628-4f86-4ee2-bc30-f29a8234ff7e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.969313] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54cb9f27-2492-40ae-84ec-d10a3989694f in Status: SUCCESS [ 618.969538] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.031587] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e20717d5-51cf-4951-8633-5474ae3c630f: rpc.has_security_group_logging(os_id): False [ 619.054925] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.055163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.055163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.055391] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.055526] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.055686] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.055794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.055854] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.056023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.056109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.056312] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.056399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.056472] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.056664] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.056785] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.056924] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.058253] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.058340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.058609] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.058609] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.058701] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e20717d5-51cf-4951-8633-5474ae3c630f is going to be created. [ 619.133919] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.134154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.134154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.134369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.134568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.148377] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20717d5-51cf-4951-8633-5474ae3c630f in Status: IN_PROGRESS for 2s [ 619.294874] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.295291] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.295291] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.295390] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.295427] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.295534] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e already deleted. [ 619.295589] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.940545] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a02e9856-0a84-4a39-af27-04705c28cb74 in Status: SUCCESS [ 619.940897] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.941084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.941236] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.941453] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.941608] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.941720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.941933] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.941933] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.942102] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.942102] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a02e9856-0a84-4a39-af27-04705c28cb74',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.947665] env[65757]: INFO networking_nsxv3.common.synchronization [None req-be29a176-e2f4-410b-ac8c-131324c59abd None None] Enqueued Resource ID: 26fd5700-b6a4-4f10-b3c4-b87f67f08bde with Priority: HIGHEST for action port [ 619.948787] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26fd5700-b6a4-4f10-b3c4-b87f67f08bde with Priority: HIGHEST for action port [ 619.948787] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-26fd5700-b6a4-4f10-b3c4-b87f67f08bde taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.948787] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26fd5700-b6a4-4f10-b3c4-b87f67f08bde" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.948949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26fd5700-b6a4-4f10-b3c4-b87f67f08bde" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.950750] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26fd5700-b6a4-4f10-b3c4-b87f67f08bde" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.950872] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26fd5700-b6a4-4f10-b3c4-b87f67f08bde',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.449383] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a02e9856-0a84-4a39-af27-04705c28cb74',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.457748] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26fd5700-b6a4-4f10-b3c4-b87f67f08bde [ 620.458042] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.458167] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.458250] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.458478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.458570] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.459761] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26fd5700-b6a4-4f10-b3c4-b87f67f08bde already deleted. [ 620.459761] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26fd5700-b6a4-4f10-b3c4-b87f67f08bde" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.958371] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a02e9856-0a84-4a39-af27-04705c28cb74: rpc.has_security_group_logging(os_id): False [ 620.980499] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.980499] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.980499] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.980499] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.980499] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.980902] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.980902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.980902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.981967] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.981967] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.981967] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a02e9856-0a84-4a39-af27-04705c28cb74 is going to be created. [ 621.044173] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.044395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.044444] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.044667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.044850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.060143] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a02e9856-0a84-4a39-af27-04705c28cb74 in Status: IN_PROGRESS for 2s [ 621.203248] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20717d5-51cf-4951-8633-5474ae3c630f in Status: SUCCESS [ 621.203510] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.686167] env[65757]: INFO networking_nsxv3.common.synchronization [None req-fada5ef5-40ba-4e59-a937-c9e286d69a9b None None] Enqueued Resource ID: b2003a40-71c0-4d6a-b053-ac1147e56733 with Priority: HIGHEST for action port [ 621.686996] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2003a40-71c0-4d6a-b053-ac1147e56733 with Priority: HIGHEST for action port [ 621.687086] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2003a40-71c0-4d6a-b053-ac1147e56733 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.687199] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2003a40-71c0-4d6a-b053-ac1147e56733" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.687269] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2003a40-71c0-4d6a-b053-ac1147e56733" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.688644] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2003a40-71c0-4d6a-b053-ac1147e56733" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.688644] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2003a40-71c0-4d6a-b053-ac1147e56733',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.192392] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2003a40-71c0-4d6a-b053-ac1147e56733 [ 622.192448] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.192590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.192663] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.192889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.193014] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.193129] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2003a40-71c0-4d6a-b053-ac1147e56733 already deleted. [ 622.193220] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2003a40-71c0-4d6a-b053-ac1147e56733" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.072590] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a02e9856-0a84-4a39-af27-04705c28cb74 in Status: SUCCESS [ 623.072919] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.901186] env[65757]: INFO networking_nsxv3.common.synchronization [None req-be0998ca-596e-41ce-9332-c57b50ac5d75 None None] Enqueued Resource ID: e31bb009-21ed-4021-ac31-83e76f4121bf with Priority: HIGHEST for action port [ 624.901186] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e31bb009-21ed-4021-ac31-83e76f4121bf with Priority: HIGHEST for action port [ 624.901591] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-e31bb009-21ed-4021-ac31-83e76f4121bf taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.901654] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e31bb009-21ed-4021-ac31-83e76f4121bf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.903159] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e31bb009-21ed-4021-ac31-83e76f4121bf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.903595] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e31bb009-21ed-4021-ac31-83e76f4121bf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.903644] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e31bb009-21ed-4021-ac31-83e76f4121bf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.206387] env[65757]: INFO networking_nsxv3.common.synchronization [req-e1a04623-1c08-48db-9fe3-b1b09f1e448e req-8f30b1f0-3c65-41a8-8f70-214a39e91cba tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Enqueued Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_members [ 625.207296] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_members [ 625.207546] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.207703] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.207790] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.208071] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.208229] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.208331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.208546] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.208546] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.208620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.208745] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.411215] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e31bb009-21ed-4021-ac31-83e76f4121bf [ 625.412745] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.412745] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.412745] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.412745] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.412745] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.412745] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e31bb009-21ed-4021-ac31-83e76f4121bf already deleted. [ 625.412745] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e31bb009-21ed-4021-ac31-83e76f4121bf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.662707] env[65757]: INFO networking_nsxv3.common.synchronization [req-2bddff14-09f8-4437-b271-498123b202ae req-4da47e14-7b4c-4ee6-9698-8b4d5b681c81 tempest-DeleteServersAdminTestJSON-975694649 tempest-DeleteServersAdminTestJSON-975694649-project-admin] Enqueued Resource ID: a3aa5697-bb6c-4366-8c2d-0f553034687a with Priority: HIGHEST for action security_group_members [ 625.663353] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3aa5697-bb6c-4366-8c2d-0f553034687a with Priority: HIGHEST for action security_group_members [ 625.665476] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3aa5697-bb6c-4366-8c2d-0f553034687a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.665476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.665476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.665476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.665476] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.665839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.665839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.665839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.665991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.665991] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3aa5697-bb6c-4366-8c2d-0f553034687a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.714288] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.714288] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.714424] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.714678] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.714786] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.715075] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.715283] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.715377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.715568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.715686] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.715784] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 already deleted. [ 625.715888] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.989211] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-801 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.989211] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-801" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.989211] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-801" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.989211] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-801" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.989211] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.989211] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.989211] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.989211] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.996777] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.996777] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.996777] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.996777] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.996777] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.996777] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.996777] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.996777] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.022334] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.022334] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.022334] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.022334] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-801" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.022334] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-b9c2024f-f2e3-4345-b25c-0771821fa2d8 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.022334] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-b9c2024f-f2e3-4345-b25c-0771821fa2d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.022334] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-b9c2024f-f2e3-4345-b25c-0771821fa2d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.022334] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-b9c2024f-f2e3-4345-b25c-0771821fa2d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.022874] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9c2024f-f2e3-4345-b25c-0771821fa2d8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.168920] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.169684] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.169684] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.169684] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.169684] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.169684] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.169977] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.169977] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.169977] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.170086] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.170134] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3aa5697-bb6c-4366-8c2d-0f553034687a is going to be updated. [ 626.207391] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.207582] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.207631] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.208225] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.208225] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.219964] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3aa5697-bb6c-4366-8c2d-0f553034687a in Status: IN_PROGRESS for 2s [ 626.525725] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.525966] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.526133] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.526445] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.526608] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.526875] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port b9c2024f-f2e3-4345-b25c-0771821fa2d8 not found, creating... [ 626.527175] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.527352] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.527466] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.527712] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.527909] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.528237] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.528398] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.528507] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.528761] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.528915] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.529099] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: b9c2024f-f2e3-4345-b25c-0771821fa2d8 is going to be created. [ 626.556203] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.556480] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.556611] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.556953] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.557203] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.557761] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-b9c2024f-f2e3-4345-b25c-0771821fa2d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.294765] env[65757]: INFO networking_nsxv3.common.synchronization [req-e1a04623-1c08-48db-9fe3-b1b09f1e448e req-6d94e185-0203-4f76-909a-a085dbc6fad5 service nova] Enqueued Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_rules [ 627.294765] env[65757]: INFO networking_nsxv3.common.synchronization [req-e1a04623-1c08-48db-9fe3-b1b09f1e448e req-6d94e185-0203-4f76-909a-a085dbc6fad5 service nova] Enqueued Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_members [ 627.295077] env[65757]: INFO networking_nsxv3.common.synchronization [req-e1a04623-1c08-48db-9fe3-b1b09f1e448e req-6d94e185-0203-4f76-909a-a085dbc6fad5 service nova] Enqueued Resource ID: b9c2024f-f2e3-4345-b25c-0771821fa2d8 with Priority: HIGHEST for action port [ 627.295515] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_rules [ 627.295765] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_members [ 627.295765] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9c2024f-f2e3-4345-b25c-0771821fa2d8 with Priority: HIGHEST for action port [ 627.296055] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f7396d1-df0a-454a-8b47-b0ea70e88ac1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.296209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.296280] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.296560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.296668] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.298783] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.298783] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.298783] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.298783] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.298783] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.298783] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.298783] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.298783] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.298783] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.299187] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.301655] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9c2024f-f2e3-4345-b25c-0771821fa2d8 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.301655] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9c2024f-f2e3-4345-b25c-0771821fa2d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.301655] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9c2024f-f2e3-4345-b25c-0771821fa2d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.301655] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9c2024f-f2e3-4345-b25c-0771821fa2d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.301655] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9c2024f-f2e3-4345-b25c-0771821fa2d8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.802987] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.803205] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.803439] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.807020] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9c2024f-f2e3-4345-b25c-0771821fa2d8 with status ACTIVE [ 627.807020] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.807020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.807020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.807020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.807020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.807020] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.807020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.807020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.807758] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.807851] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.808305] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.808426] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.808490] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.808654] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.808731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.808922] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9c2024f-f2e3-4345-b25c-0771821fa2d8 is going to be updated. [ 627.833242] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.833841] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.833841] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.833841] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.833841] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.834180] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9c2024f-f2e3-4345-b25c-0771821fa2d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.944058] env[65757]: INFO networking_nsxv3.common.synchronization [None req-aef2f969-bb18-4124-b047-9415cb9ab4fc None None] Enqueued Resource ID: 960cd9ba-4d88-4511-8850-5bff4249ee3a with Priority: HIGHEST for action port [ 627.945237] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 960cd9ba-4d88-4511-8850-5bff4249ee3a with Priority: HIGHEST for action port [ 627.946031] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-960cd9ba-4d88-4511-8850-5bff4249ee3a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.946845] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-960cd9ba-4d88-4511-8850-5bff4249ee3a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.947099] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-960cd9ba-4d88-4511-8850-5bff4249ee3a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.947956] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-960cd9ba-4d88-4511-8850-5bff4249ee3a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.948071] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('960cd9ba-4d88-4511-8850-5bff4249ee3a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.234232] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3aa5697-bb6c-4366-8c2d-0f553034687a in Status: IN_PROGRESS for 4s [ 628.310530] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.450849] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 960cd9ba-4d88-4511-8850-5bff4249ee3a [ 628.452394] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.452549] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.455041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.455041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.455041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.455041] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:960cd9ba-4d88-4511-8850-5bff4249ee3a already deleted. [ 628.455041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-960cd9ba-4d88-4511-8850-5bff4249ee3a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.569218] env[65757]: INFO networking_nsxv3.common.synchronization [req-b9be777a-65aa-4e64-8e10-f01b43ea7808 req-a3305764-a73c-43a6-b686-d1214641bd06 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Enqueued Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 628.571301] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 628.571301] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.571301] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.571503] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.571763] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.571854] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.572781] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.572866] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.573080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.573192] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.573275] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.590048] env[65757]: INFO networking_nsxv3.common.synchronization [None req-44091161-0329-49c4-96f9-224da9950f0c None None] Enqueued Resource ID: 3bb45664-3167-47ed-8eab-2a374a420444 with Priority: HIGHEST for action port [ 628.591392] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bb45664-3167-47ed-8eab-2a374a420444 with Priority: HIGHEST for action port [ 628.591793] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bb45664-3167-47ed-8eab-2a374a420444 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.591971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bb45664-3167-47ed-8eab-2a374a420444" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.592197] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bb45664-3167-47ed-8eab-2a374a420444" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.593104] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bb45664-3167-47ed-8eab-2a374a420444" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.593201] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bb45664-3167-47ed-8eab-2a374a420444',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.814439] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.814660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.814660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.814821] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.815650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.815650] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 is going to be created. [ 628.843779] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.844135] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.844135] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.845154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.846478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.859027] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 in Status: UNINITIALIZED for 2s [ 629.078019] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.078019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.078019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.078203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.078203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.078396] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.078488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.078546] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.078773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.078773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.078843] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 already deleted. [ 629.079071] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.095883] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bb45664-3167-47ed-8eab-2a374a420444 [ 629.096120] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.096248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.096313] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.096516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.096595] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.096686] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bb45664-3167-47ed-8eab-2a374a420444 already deleted. [ 629.096781] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bb45664-3167-47ed-8eab-2a374a420444" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.302103] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.302103] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-259" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.302103] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-259" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.302103] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-259" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.302103] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.302103] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.302385] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.302451] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.302582] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.302776] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.302878] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.302973] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.304158] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.304509] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.304509] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.304509] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.323638] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.323979] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.323979] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.324165] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-259" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.325429] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-d6e8734c-fdaa-4390-9777-da5cb59a8e17 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.325653] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-d6e8734c-fdaa-4390-9777-da5cb59a8e17" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.325776] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-d6e8734c-fdaa-4390-9777-da5cb59a8e17" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.326119] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-d6e8734c-fdaa-4390-9777-da5cb59a8e17" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.326252] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6e8734c-fdaa-4390-9777-da5cb59a8e17',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.833681] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.833967] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.834139] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.834535] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.834694] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.834871] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port d6e8734c-fdaa-4390-9777-da5cb59a8e17 not found, creating... [ 629.835171] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.835346] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.835474] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.835717] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.835866] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.836182] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.836353] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.836477] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.836700] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.836901] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.838165] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: d6e8734c-fdaa-4390-9777-da5cb59a8e17 is going to be created. [ 629.863624] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.863847] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.863998] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.864944] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.864944] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.864944] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-d6e8734c-fdaa-4390-9777-da5cb59a8e17" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.921084] env[65757]: INFO networking_nsxv3.common.synchronization [None req-13057f15-e752-4068-84b7-80b1119b24cb None None] Enqueued Resource ID: 3de193ae-c2d8-4547-b899-754712530e8c with Priority: HIGHEST for action port [ 629.921592] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3de193ae-c2d8-4547-b899-754712530e8c with Priority: HIGHEST for action port [ 629.921881] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-3de193ae-c2d8-4547-b899-754712530e8c taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.921995] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3de193ae-c2d8-4547-b899-754712530e8c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.922901] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3de193ae-c2d8-4547-b899-754712530e8c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.923673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3de193ae-c2d8-4547-b899-754712530e8c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.923673] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3de193ae-c2d8-4547-b899-754712530e8c',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.246419] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3aa5697-bb6c-4366-8c2d-0f553034687a in Status: SUCCESS [ 630.246742] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3aa5697-bb6c-4366-8c2d-0f553034687a deletion is rescheduled due to dependency. [ 630.246884] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.288308] env[65757]: INFO networking_nsxv3.common.synchronization [req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 req-33c522d9-b9ff-46d4-8d77-a6df9f4a62bc tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Enqueued Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_members [ 630.288845] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_members [ 630.289357] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.289498] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.428024] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3de193ae-c2d8-4547-b899-754712530e8c [ 630.428024] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.428024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.428024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.428024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.428024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.428024] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3de193ae-c2d8-4547-b899-754712530e8c already deleted. [ 630.428024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3de193ae-c2d8-4547-b899-754712530e8c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.559265] env[65757]: INFO networking_nsxv3.common.synchronization [req-b9be777a-65aa-4e64-8e10-f01b43ea7808 req-daacbc1a-98b7-4a08-bf48-7432a8a20078 service nova] Enqueued Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_rules [ 630.559349] env[65757]: INFO networking_nsxv3.common.synchronization [req-b9be777a-65aa-4e64-8e10-f01b43ea7808 req-daacbc1a-98b7-4a08-bf48-7432a8a20078 service nova] Enqueued Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 630.559501] env[65757]: INFO networking_nsxv3.common.synchronization [req-b9be777a-65aa-4e64-8e10-f01b43ea7808 req-daacbc1a-98b7-4a08-bf48-7432a8a20078 service nova] Enqueued Resource ID: d6e8734c-fdaa-4390-9777-da5cb59a8e17 with Priority: HIGHEST for action port [ 630.560059] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_rules [ 630.560303] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 630.560303] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6e8734c-fdaa-4390-9777-da5cb59a8e17 with Priority: HIGHEST for action port [ 630.560515] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.560636] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.560693] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.560990] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.564448] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.564448] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.564448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.564448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.564448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.564448] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.564448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.564448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.564448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.564448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.564448] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.565031] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6e8734c-fdaa-4390-9777-da5cb59a8e17 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.565031] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6e8734c-fdaa-4390-9777-da5cb59a8e17" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.568326] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6e8734c-fdaa-4390-9777-da5cb59a8e17" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.568326] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6e8734c-fdaa-4390-9777-da5cb59a8e17" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.568326] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6e8734c-fdaa-4390-9777-da5cb59a8e17',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.636531] env[65757]: INFO networking_nsxv3.common.synchronization [None req-22a16d50-5c5a-48b7-8c65-1fc66fb3c43c None None] Enqueued Resource ID: a11ad081-8e02-4665-ac6c-d1c6571396a6 with Priority: HIGHEST for action port [ 630.636802] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a11ad081-8e02-4665-ac6c-d1c6571396a6 with Priority: HIGHEST for action port [ 630.638374] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-a11ad081-8e02-4665-ac6c-d1c6571396a6 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.638374] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a11ad081-8e02-4665-ac6c-d1c6571396a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.638374] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a11ad081-8e02-4665-ac6c-d1c6571396a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.638374] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a11ad081-8e02-4665-ac6c-d1c6571396a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.638374] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a11ad081-8e02-4665-ac6c-d1c6571396a6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.664541] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-801 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.664860] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-801" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.664985] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-801" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.665264] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-801" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.665514] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.665700] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.665768] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.665954] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.666540] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.666881] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.667028] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.667132] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.667235] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.667348] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 630.667467] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.667543] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.687939] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.688163] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 630.688266] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.688441] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-801" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.688936] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-c940de6d-e215-4c58-b144-7befb6abb4bd taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.689272] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-c940de6d-e215-4c58-b144-7befb6abb4bd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.689430] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-c940de6d-e215-4c58-b144-7befb6abb4bd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.689802] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-c940de6d-e215-4c58-b144-7befb6abb4bd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.690056] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c940de6d-e215-4c58-b144-7befb6abb4bd',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.871572] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 in Status: SUCCESS [ 630.871885] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.872074] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.872293] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.872482] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.872603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.872666] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.872817] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.872898] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.873235] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.873235] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.873963] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.874225] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.874295] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.875111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.875111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.875111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.875111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.875111] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.070027] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.070027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.070027] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.070027] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6e8734c-fdaa-4390-9777-da5cb59a8e17 with status ACTIVE [ 631.070027] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.070027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.070027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.070027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.070027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.070027] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.070027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.070027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.070027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.070027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.070769] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.070769] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.070769] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.070988] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.071045] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.071168] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6e8734c-fdaa-4390-9777-da5cb59a8e17 is going to be updated. [ 631.098314] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.098542] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.098542] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.098714] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.098848] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.099000] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6e8734c-fdaa-4390-9777-da5cb59a8e17" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.140833] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a11ad081-8e02-4665-ac6c-d1c6571396a6 [ 631.140833] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.140970] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.140970] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.141834] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.141834] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.141834] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a11ad081-8e02-4665-ac6c-d1c6571396a6 already deleted. [ 631.141834] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a11ad081-8e02-4665-ac6c-d1c6571396a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.192790] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.195086] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.195086] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.195086] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.195086] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.195086] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port c940de6d-e215-4c58-b144-7befb6abb4bd not found, creating... [ 631.195086] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.195086] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.195086] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.195086] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.195086] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.195483] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.195483] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.195483] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.195483] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.195619] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.195688] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: c940de6d-e215-4c58-b144-7befb6abb4bd is going to be created. [ 631.216869] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.218905] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.218905] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.218905] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.218905] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.218905] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-c940de6d-e215-4c58-b144-7befb6abb4bd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.376407] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.376675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.378166] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.574214] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.880947] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.916717] env[65757]: INFO networking_nsxv3.common.synchronization [req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 req-3fddc510-ffdc-4ac5-affc-89b54a132ad4 service nova] Enqueued Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_rules [ 631.917175] env[65757]: INFO networking_nsxv3.common.synchronization [req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 req-3fddc510-ffdc-4ac5-affc-89b54a132ad4 service nova] Enqueued Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_members [ 631.917175] env[65757]: INFO networking_nsxv3.common.synchronization [req-8446fdf0-b55e-4c43-96d3-5b8ad4cd0b47 req-3fddc510-ffdc-4ac5-affc-89b54a132ad4 service nova] Enqueued Resource ID: c940de6d-e215-4c58-b144-7befb6abb4bd with Priority: HIGHEST for action port [ 631.917632] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_rules [ 631.918161] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_members [ 631.918161] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c940de6d-e215-4c58-b144-7befb6abb4bd with Priority: HIGHEST for action port [ 631.918320] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f7396d1-df0a-454a-8b47-b0ea70e88ac1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.918502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.918638] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.918721] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.918891] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-c940de6d-e215-4c58-b144-7befb6abb4bd taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.918993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c940de6d-e215-4c58-b144-7befb6abb4bd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.919066] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c940de6d-e215-4c58-b144-7befb6abb4bd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.919285] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c940de6d-e215-4c58-b144-7befb6abb4bd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.919364] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c940de6d-e215-4c58-b144-7befb6abb4bd',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.078736] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.078736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.078736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.078736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.078736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.078736] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 is going to be created. [ 632.107105] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.107716] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.109798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.109798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.109798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.118508] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: UNINITIALIZED for 2s [ 632.385054] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.385054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.385054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.385054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.385054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.385054] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 is going to be updated. [ 632.418106] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.418415] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.418415] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.418650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.418839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.421334] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c940de6d-e215-4c58-b144-7befb6abb4bd with status ACTIVE [ 632.421631] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.424023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.424023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.424023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.424023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.424023] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.424023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.424023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.424023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.424023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.424023] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.424023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.424023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.424023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.424023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.424023] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c940de6d-e215-4c58-b144-7befb6abb4bd is going to be updated. [ 632.431087] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 in Status: IN_PROGRESS for 2s [ 632.452621] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.452704] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.452777] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.453012] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.453151] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.453305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c940de6d-e215-4c58-b144-7befb6abb4bd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.506791] env[65757]: INFO networking_nsxv3.common.synchronization [req-468d8a43-31c2-4dd1-aff7-c05f2f1217be req-7c7892bb-e17b-4ce7-a764-4fd28dba103b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Enqueued Resource ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e with Priority: HIGHEST for action security_group_members [ 632.507646] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e with Priority: HIGHEST for action security_group_members [ 632.508015] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.508229] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.508339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.509099] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.509211] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.509341] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.509428] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.509701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.509772] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.509886] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b10c2628-4f86-4ee2-bc30-f29a8234ff7e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.787379] env[65757]: INFO networking_nsxv3.common.synchronization [None req-afd005a8-bbc5-4544-8177-e1fa24cdcd19 None None] Enqueued Resource ID: c7cbbac4-b107-4157-b40c-5860056a5047 with Priority: HIGHEST for action port [ 632.788833] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7cbbac4-b107-4157-b40c-5860056a5047 with Priority: HIGHEST for action port [ 632.789193] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7cbbac4-b107-4157-b40c-5860056a5047 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.789327] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7cbbac4-b107-4157-b40c-5860056a5047" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.789448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7cbbac4-b107-4157-b40c-5860056a5047" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.790857] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7cbbac4-b107-4157-b40c-5860056a5047" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.790857] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7cbbac4-b107-4157-b40c-5860056a5047',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.958027] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.958249] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.958352] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.958762] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.959136] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.959385] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.959505] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.959756] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.959939] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.960789] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.961040] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.961130] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.961242] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.962029] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.962029] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.962029] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.982422] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.982602] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.982737] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.982945] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.983251] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-f5af5b58-0dbb-4c5b-8568-d41349c3eea8 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.983422] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-f5af5b58-0dbb-4c5b-8568-d41349c3eea8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.983633] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-f5af5b58-0dbb-4c5b-8568-d41349c3eea8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.983966] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-f5af5b58-0dbb-4c5b-8568-d41349c3eea8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.984089] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5af5b58-0dbb-4c5b-8568-d41349c3eea8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.014449] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.014642] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.014642] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.014862] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.014961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.015165] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.015280] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.015343] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.015499] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.015570] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.015651] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e already deleted. [ 633.015731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.292489] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7cbbac4-b107-4157-b40c-5860056a5047 [ 633.292663] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.292802] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.292871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.293117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.293208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.293302] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7cbbac4-b107-4157-b40c-5860056a5047 already deleted. [ 633.293381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7cbbac4-b107-4157-b40c-5860056a5047" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.486548] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.487189] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.487189] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.487295] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.490023] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.490023] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port f5af5b58-0dbb-4c5b-8568-d41349c3eea8 not found, creating... [ 633.490023] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.490023] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.490023] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.490023] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.490023] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.490023] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.490023] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.490023] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.490521] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.490521] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.490521] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: f5af5b58-0dbb-4c5b-8568-d41349c3eea8 is going to be created. [ 633.509946] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.510151] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.510266] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.510529] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.510741] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.510944] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-f5af5b58-0dbb-4c5b-8568-d41349c3eea8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.131308] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: SUCCESS [ 634.132740] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.132740] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.132740] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.132928] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.133020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.133080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.133233] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.133308] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.133395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.133508] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.338907] env[65757]: INFO networking_nsxv3.common.synchronization [req-468d8a43-31c2-4dd1-aff7-c05f2f1217be req-7e2153c2-cf25-48de-aee2-32fb3deb14ab service nova] Enqueued Resource ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e with Priority: HIGHEST for action security_group_rules [ 634.339053] env[65757]: INFO networking_nsxv3.common.synchronization [req-468d8a43-31c2-4dd1-aff7-c05f2f1217be req-7e2153c2-cf25-48de-aee2-32fb3deb14ab service nova] Enqueued Resource ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e with Priority: HIGHEST for action security_group_members [ 634.340270] env[65757]: INFO networking_nsxv3.common.synchronization [req-468d8a43-31c2-4dd1-aff7-c05f2f1217be req-7e2153c2-cf25-48de-aee2-32fb3deb14ab service nova] Enqueued Resource ID: f5af5b58-0dbb-4c5b-8568-d41349c3eea8 with Priority: HIGHEST for action port [ 634.340270] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e with Priority: HIGHEST for action security_group_rules [ 634.340270] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e with Priority: HIGHEST for action security_group_members [ 634.340270] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5af5b58-0dbb-4c5b-8568-d41349c3eea8 with Priority: HIGHEST for action port [ 634.340602] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.340725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.340798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.340993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.341084] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b10c2628-4f86-4ee2-bc30-f29a8234ff7e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.342413] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.342413] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.342413] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.342655] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.342655] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.342794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.342857] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.343449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.343449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.343449] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b10c2628-4f86-4ee2-bc30-f29a8234ff7e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.346471] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5af5b58-0dbb-4c5b-8568-d41349c3eea8 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.346600] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5af5b58-0dbb-4c5b-8568-d41349c3eea8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.346685] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5af5b58-0dbb-4c5b-8568-d41349c3eea8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.346906] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5af5b58-0dbb-4c5b-8568-d41349c3eea8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.347045] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5af5b58-0dbb-4c5b-8568-d41349c3eea8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.443580] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 in Status: SUCCESS [ 634.443816] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.444287] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.444287] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.444467] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.444543] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.444609] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.444836] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.444916] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.444998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.445189] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.445268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.445328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.445471] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.445606] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.445696] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.445757] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.445889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.445962] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.446250] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.446389] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.447463] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.447703] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.447919] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.448191] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.448477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.448477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.448643] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.448820] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.544449] env[65757]: INFO networking_nsxv3.common.synchronization [None req-9b32b8b6-311c-4b96-bd3a-dff7822c3568 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Enqueued Resource ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 with Priority: HIGHEST for action security_group_rules [ 634.545300] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 with Priority: HIGHEST for action security_group_rules [ 634.545682] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25b36f8f-d482-4af9-9e26-74ca8ae90f71 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.545864] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.545975] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.546642] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.546780] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25b36f8f-d482-4af9-9e26-74ca8ae90f71',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.635989] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.636165] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.636236] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.636480] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.636608] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.636705] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.636771] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.636952] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.637058] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.637150] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.637294] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.637385] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.637445] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.637695] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.637763] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.637912] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.637975] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.638131] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.638209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.638286] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.638371] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.670514] env[65757]: INFO networking_nsxv3.common.synchronization [None req-4158253e-1bfb-4e07-abca-159bdab2d052 tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Enqueued Resource ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 with Priority: HIGHEST for action security_group_rules [ 634.670514] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 with Priority: HIGHEST for action security_group_rules [ 634.670514] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25b36f8f-d482-4af9-9e26-74ca8ae90f71 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.670514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.774309] env[65757]: INFO networking_nsxv3.common.synchronization [req-76e991c3-cf14-4476-9d76-bdddd3c30795 req-ac961c0d-a8e1-4e97-9149-2bf3c4ab350b tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Enqueued Resource ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 with Priority: HIGHEST for action security_group_members [ 634.774545] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 with Priority: HIGHEST for action security_group_members [ 634.775431] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f817a4f8-b0bc-463e-9991-ae22ab087ab0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.775926] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.776087] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.776333] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.776570] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.776698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.776757] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.777127] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.777330] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.777611] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f817a4f8-b0bc-463e-9991-ae22ab087ab0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.849495] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.849650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.849854] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b10c2628-4f86-4ee2-bc30-f29a8234ff7e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.851450] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5af5b58-0dbb-4c5b-8568-d41349c3eea8 with status ACTIVE [ 634.852171] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.852336] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.852336] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.852567] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.852626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.852799] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.852896] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.852963] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.853116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.853230] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.853364] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.853705] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.853705] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.853705] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.853705] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.853910] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5af5b58-0dbb-4c5b-8568-d41349c3eea8 is going to be updated. [ 634.876772] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.876772] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.876772] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.876772] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.876772] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.876772] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5af5b58-0dbb-4c5b-8568-d41349c3eea8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.951501] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f7396d1-df0a-454a-8b47-b0ea70e88ac1: rpc.has_security_group_logging(os_id): False [ 634.952745] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.972139] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.976268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.976268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.976268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.976268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.976268] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.976268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.976268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.976268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.976268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.976268] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.976268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.976268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.976268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.976268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.976798] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.976798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.976798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.976798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.976798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.976798] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 is going to be created. [ 635.059685] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.059913] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.059965] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.060240] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.060437] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.074316] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 in Status: IN_PROGRESS for 2s [ 635.075187] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.075317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.075386] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.075741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.075741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.075855] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 already deleted. [ 635.075855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.076021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.076282] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.076282] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25b36f8f-d482-4af9-9e26-74ca8ae90f71',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.143187] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5052a0e9-f478-4179-a974-ad7a74a42f00: rpc.has_security_group_logging(os_id): False [ 635.162563] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.162716] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.162779] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.163085] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.163303] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.163405] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.163405] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.163692] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.163692] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.163793] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.164049] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.164049] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.164224] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.164224] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.164528] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.165257] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.165335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.165387] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.165516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.165665] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.165759] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 is going to be created. [ 635.172780] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.172993] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.173169] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.173451] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.173740] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.173917] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.174058] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.174278] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.174413] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.174606] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.174744] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.174828] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.174947] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.175111] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.175244] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.175377] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.209048] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.209048] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.209048] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.209048] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.209467] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-ca82909d-6b34-4a38-832b-d142c858e6f6 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.210407] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-ca82909d-6b34-4a38-832b-d142c858e6f6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.210407] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-ca82909d-6b34-4a38-832b-d142c858e6f6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.210407] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-ca82909d-6b34-4a38-832b-d142c858e6f6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.210407] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca82909d-6b34-4a38-832b-d142c858e6f6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.256286] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.256524] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.256524] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.256703] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.256914] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.268693] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: IN_PROGRESS for 2s [ 635.280357] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f817a4f8-b0bc-463e-9991-ae22ab087ab0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.357529] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b10c2628-4f86-4ee2-bc30-f29a8234ff7e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.460857] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.497906] env[65757]: INFO networking_nsxv3.common.synchronization [None req-d5219caf-0216-4c75-b94d-7aaa912ab510 None None] Enqueued Resource ID: 3786c65c-7356-44d8-bdd5-b228afaa5e54 with Priority: HIGHEST for action port [ 635.497906] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3786c65c-7356-44d8-bdd5-b228afaa5e54 with Priority: HIGHEST for action port [ 635.498050] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-3786c65c-7356-44d8-bdd5-b228afaa5e54 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.498696] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3786c65c-7356-44d8-bdd5-b228afaa5e54" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.498696] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3786c65c-7356-44d8-bdd5-b228afaa5e54" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.498875] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3786c65c-7356-44d8-bdd5-b228afaa5e54" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.498950] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3786c65c-7356-44d8-bdd5-b228afaa5e54',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.599555] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.599798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.599798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.599949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.600060] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.600201] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 already deleted. [ 635.600335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.713013] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.713277] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.713396] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.713685] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.713829] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.713986] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port ca82909d-6b34-4a38-832b-d142c858e6f6 not found, creating... [ 635.714259] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.714413] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.714699] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.714799] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.714861] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.715571] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.715571] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.715571] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.715571] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.715873] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.715959] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: ca82909d-6b34-4a38-832b-d142c858e6f6 is going to be created. [ 635.740697] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.740913] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.741224] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.741322] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.741535] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.741748] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-ca82909d-6b34-4a38-832b-d142c858e6f6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.786152] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f817a4f8-b0bc-463e-9991-ae22ab087ab0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.862668] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.862832] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.862905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.863155] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.863254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.863381] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e is going to be created. [ 635.911235] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.911476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.911566] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.911783] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.911986] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.924029] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e in Status: UNINITIALIZED for 2s [ 635.962292] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.962463] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.962534] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.963195] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.963195] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.963195] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 is going to be updated. [ 636.001320] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3786c65c-7356-44d8-bdd5-b228afaa5e54 [ 636.001676] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.002469] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.002469] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.002469] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.002469] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.002685] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3786c65c-7356-44d8-bdd5-b228afaa5e54 already deleted. [ 636.002738] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3786c65c-7356-44d8-bdd5-b228afaa5e54" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.004070] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.004477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.004477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.004638] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.004883] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.015664] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 in Status: IN_PROGRESS for 2s [ 636.291172] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.291607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.291607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.291961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.291961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.292116] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 is going to be updated. [ 636.349333] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.349560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.349615] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.349965] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.350149] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.365322] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 in Status: IN_PROGRESS for 2s [ 636.492922] env[65757]: INFO networking_nsxv3.common.synchronization [req-76e991c3-cf14-4476-9d76-bdddd3c30795 req-6308171d-8eed-4f1d-a51f-011607949b78 service nova] Enqueued Resource ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 with Priority: HIGHEST for action security_group_rules [ 636.493268] env[65757]: INFO networking_nsxv3.common.synchronization [req-76e991c3-cf14-4476-9d76-bdddd3c30795 req-6308171d-8eed-4f1d-a51f-011607949b78 service nova] Enqueued Resource ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 with Priority: HIGHEST for action security_group_members [ 636.493513] env[65757]: INFO networking_nsxv3.common.synchronization [req-76e991c3-cf14-4476-9d76-bdddd3c30795 req-6308171d-8eed-4f1d-a51f-011607949b78 service nova] Enqueued Resource ID: ca82909d-6b34-4a38-832b-d142c858e6f6 with Priority: HIGHEST for action port [ 636.494364] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 with Priority: HIGHEST for action security_group_rules [ 636.494585] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 with Priority: HIGHEST for action security_group_members [ 636.494866] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca82909d-6b34-4a38-832b-d142c858e6f6 with Priority: HIGHEST for action port [ 636.495270] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f817a4f8-b0bc-463e-9991-ae22ab087ab0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.496690] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.496690] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.496690] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.496690] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f817a4f8-b0bc-463e-9991-ae22ab087ab0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.498098] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f817a4f8-b0bc-463e-9991-ae22ab087ab0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.498098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.498098] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca82909d-6b34-4a38-832b-d142c858e6f6 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.498098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca82909d-6b34-4a38-832b-d142c858e6f6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.498098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca82909d-6b34-4a38-832b-d142c858e6f6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.498098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca82909d-6b34-4a38-832b-d142c858e6f6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.498098] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca82909d-6b34-4a38-832b-d142c858e6f6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.900078] env[65757]: INFO networking_nsxv3.common.synchronization [None req-a81ff0fb-b98b-4629-8a79-8e64a8838c09 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Enqueued Resource ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b with Priority: HIGHEST for action security_group_rules [ 636.903019] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b with Priority: HIGHEST for action security_group_rules [ 636.903019] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.903019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.903019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.903019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.903019] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6995c9d9-b4ca-496c-9279-14f7a5eaa29b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.001121] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f817a4f8-b0bc-463e-9991-ae22ab087ab0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.001121] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.001121] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca82909d-6b34-4a38-832b-d142c858e6f6 with status ACTIVE [ 637.001121] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.001121] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.001121] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.001121] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.001121] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.001121] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.001787] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.001787] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.001787] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.001787] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.001787] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.001787] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.002025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.002025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.002101] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.002136] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca82909d-6b34-4a38-832b-d142c858e6f6 is going to be updated. [ 637.030279] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.030749] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.030834] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.031125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.031275] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.031478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca82909d-6b34-4a38-832b-d142c858e6f6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.088711] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 in Status: SUCCESS [ 637.088891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.089659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.089659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.089659] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.098368] env[65757]: INFO networking_nsxv3.common.synchronization [None req-a5494db8-d8fc-4925-911e-186e08322165 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Enqueued Resource ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf with Priority: HIGHEST for action security_group_rules [ 637.099022] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf with Priority: HIGHEST for action security_group_rules [ 637.099352] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.099496] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.099571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.099841] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.099953] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('977d4945-93e3-4a03-bb7d-ba30446f0bdf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.129669] env[65757]: INFO networking_nsxv3.common.synchronization [None req-77181f06-4434-484e-8021-e14399961162 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Enqueued Resource ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b with Priority: HIGHEST for action security_group_rules [ 637.130086] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b with Priority: HIGHEST for action security_group_rules [ 637.130681] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.130868] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.226508] env[65757]: INFO networking_nsxv3.common.synchronization [None req-a0a77532-0c2e-439d-a00a-a7cf8136c7c0 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Enqueued Resource ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf with Priority: HIGHEST for action security_group_rules [ 637.227725] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf with Priority: HIGHEST for action security_group_rules [ 637.227725] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.227725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.283305] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: SUCCESS [ 637.283425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.425840] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.425840] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.425840] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.425840] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.425840] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.426350] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b already deleted. [ 637.426350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.426350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.426350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.426484] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6995c9d9-b4ca-496c-9279-14f7a5eaa29b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.594674] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.594674] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.623151] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.623343] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.623418] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.623627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.623719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.623812] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf already deleted. [ 637.623895] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.624063] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.624254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.624357] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('977d4945-93e3-4a03-bb7d-ba30446f0bdf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.936498] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e in Status: SUCCESS [ 637.937301] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.937990] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.939929] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.939929] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.939929] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.939929] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.939929] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.939929] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.939929] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.939929] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b10c2628-4f86-4ee2-bc30-f29a8234ff7e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.948802] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.949673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.949673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.949673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.949826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.949826] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b already deleted. [ 637.949888] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.029178] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 in Status: SUCCESS [ 638.029426] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.029608] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.029829] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.030031] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.030170] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.030239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.030401] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.030506] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.031136] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.031302] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.154915] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.157395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.157395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.157395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.157395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.157395] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf already deleted. [ 638.157395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.380876] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 in Status: SUCCESS [ 638.381152] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.381358] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.381580] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.381785] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.381926] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.385528] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.385528] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.385528] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.385679] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f817a4f8-b0bc-463e-9991-ae22ab087ab0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.442381] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b10c2628-4f86-4ee2-bc30-f29a8234ff7e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.537573] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.537751] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.537826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.538095] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.538280] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.538391] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.538484] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.538652] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.538749] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.538832] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.539049] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.539158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.539219] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.539368] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.539507] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.539597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.539659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.539798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.539881] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.539964] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.540071] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.891438] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f817a4f8-b0bc-463e-9991-ae22ab087ab0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.951329] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b10c2628-4f86-4ee2-bc30-f29a8234ff7e: rpc.has_security_group_logging(os_id): False [ 638.971027] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.971027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.971441] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.971441] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.971441] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.971669] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.971767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.971767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.971938] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.971991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.972413] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e is going to be created. [ 639.043376] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.043515] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.043605] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.043789] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.043959] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.045459] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f7396d1-df0a-454a-8b47-b0ea70e88ac1: rpc.has_security_group_logging(os_id): False [ 639.058818] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e in Status: IN_PROGRESS for 2s [ 639.068563] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.069103] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.069449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.071767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.071767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.071767] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.071767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.071767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.071767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.071767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.071767] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.071767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.071767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.071767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.073072] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.073072] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.073271] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.073415] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.073644] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.073817] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.073986] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 is going to be updated. [ 639.197971] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.198135] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.198208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.198414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.198563] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.213626] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 in Status: IN_PROGRESS for 2s [ 639.393787] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f817a4f8-b0bc-463e-9991-ae22ab087ab0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.898894] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.899455] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.899455] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.899455] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.899455] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.899785] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 is going to be updated. [ 639.905956] env[65757]: INFO networking_nsxv3.common.synchronization [req-acf17fff-1305-4cba-8290-9f79b5b29600 req-eb8ef4df-6818-4930-b324-cc864c827867 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Enqueued Resource ID: ec530184-cbcc-4aee-bccd-916aeefad577 with Priority: HIGHEST for action security_group_members [ 639.906278] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec530184-cbcc-4aee-bccd-916aeefad577 with Priority: HIGHEST for action security_group_members [ 639.906438] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec530184-cbcc-4aee-bccd-916aeefad577 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.906660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.906660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.906924] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.907493] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.907493] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.907873] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.908651] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.908710] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.908796] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec530184-cbcc-4aee-bccd-916aeefad577',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.941762] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.941991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.942087] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.942319] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.943055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.957635] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 in Status: IN_PROGRESS for 2s [ 640.416236] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.416236] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.416236] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.416236] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.416236] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.416236] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.416236] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.416236] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.416236] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.416236] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.416236] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec530184-cbcc-4aee-bccd-916aeefad577 already deleted. [ 640.416236] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.429175] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.429404] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.430555] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.430555] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.430555] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.430555] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.430555] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.430555] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.430841] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.430893] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.431031] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.431089] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.431182] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.431284] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.431444] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.431584] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.450969] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.451253] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.451253] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.451538] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.452065] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-bda2b66f-efe1-46cb-a266-dfad28c99aeb taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.452065] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-bda2b66f-efe1-46cb-a266-dfad28c99aeb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.452065] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-bda2b66f-efe1-46cb-a266-dfad28c99aeb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.452439] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-bda2b66f-efe1-46cb-a266-dfad28c99aeb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.452577] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bda2b66f-efe1-46cb-a266-dfad28c99aeb',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.955200] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.955574] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.955720] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.956065] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.956263] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.956417] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port bda2b66f-efe1-46cb-a266-dfad28c99aeb not found, creating... [ 640.957807] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.958121] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.958253] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.959049] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.959232] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.959950] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.960181] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.960295] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.960569] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.960724] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.960871] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: bda2b66f-efe1-46cb-a266-dfad28c99aeb is going to be created. [ 640.985531] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.985835] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.985913] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.990298] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.990885] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.990998] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-bda2b66f-efe1-46cb-a266-dfad28c99aeb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.078820] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e in Status: SUCCESS [ 641.081412] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.255148] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 in Status: SUCCESS [ 641.255148] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.775083] env[65757]: INFO networking_nsxv3.common.synchronization [req-acf17fff-1305-4cba-8290-9f79b5b29600 req-25556fb6-7e50-455d-b762-b6f6678255d2 service nova] Enqueued Resource ID: ec530184-cbcc-4aee-bccd-916aeefad577 with Priority: HIGHEST for action security_group_rules [ 641.775562] env[65757]: INFO networking_nsxv3.common.synchronization [req-acf17fff-1305-4cba-8290-9f79b5b29600 req-25556fb6-7e50-455d-b762-b6f6678255d2 service nova] Enqueued Resource ID: ec530184-cbcc-4aee-bccd-916aeefad577 with Priority: HIGHEST for action security_group_members [ 641.775562] env[65757]: INFO networking_nsxv3.common.synchronization [req-acf17fff-1305-4cba-8290-9f79b5b29600 req-25556fb6-7e50-455d-b762-b6f6678255d2 service nova] Enqueued Resource ID: bda2b66f-efe1-46cb-a266-dfad28c99aeb with Priority: HIGHEST for action port [ 641.776322] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec530184-cbcc-4aee-bccd-916aeefad577 with Priority: HIGHEST for action security_group_rules [ 641.776370] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec530184-cbcc-4aee-bccd-916aeefad577 with Priority: HIGHEST for action security_group_members [ 641.777028] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda2b66f-efe1-46cb-a266-dfad28c99aeb with Priority: HIGHEST for action port [ 641.777530] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec530184-cbcc-4aee-bccd-916aeefad577 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.777664] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.777890] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.778179] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.778258] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec530184-cbcc-4aee-bccd-916aeefad577',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.779462] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec530184-cbcc-4aee-bccd-916aeefad577 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.779462] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.779603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.779699] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.779833] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.783853] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.783981] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.784169] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.784255] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.784375] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec530184-cbcc-4aee-bccd-916aeefad577',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.786134] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-bda2b66f-efe1-46cb-a266-dfad28c99aeb taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.786134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bda2b66f-efe1-46cb-a266-dfad28c99aeb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.786134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bda2b66f-efe1-46cb-a266-dfad28c99aeb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.786134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bda2b66f-efe1-46cb-a266-dfad28c99aeb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.786134] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bda2b66f-efe1-46cb-a266-dfad28c99aeb',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.968677] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 in Status: SUCCESS [ 641.968999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.969141] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.969428] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.969671] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.969822] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.969898] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.970161] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.970285] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.970346] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.970486] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f817a4f8-b0bc-463e-9991-ae22ab087ab0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.288188] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec530184-cbcc-4aee-bccd-916aeefad577',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.289945] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec530184-cbcc-4aee-bccd-916aeefad577 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.289945] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.290162] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bda2b66f-efe1-46cb-a266-dfad28c99aeb with status ACTIVE [ 642.291427] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.291427] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.291427] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.291427] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.291724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.291957] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.292119] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.292221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.292475] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.292574] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.293052] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.293375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.293529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.293790] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.293962] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.294108] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bda2b66f-efe1-46cb-a266-dfad28c99aeb is going to be updated. [ 642.319487] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.319683] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.319748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.319979] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.320129] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.320291] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bda2b66f-efe1-46cb-a266-dfad28c99aeb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.475058] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f817a4f8-b0bc-463e-9991-ae22ab087ab0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.475058] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.475058] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.475058] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.475058] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.475058] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.475058] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.478583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.478880] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.478880] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.478989] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f817a4f8-b0bc-463e-9991-ae22ab087ab0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.479084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.479144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.479270] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.479411] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.479504] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.479563] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.479704] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.479779] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.479859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.479948] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f817a4f8-b0bc-463e-9991-ae22ab087ab0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.572415] env[65757]: INFO networking_nsxv3.common.synchronization [req-67d84aaa-009b-4e27-8385-4aa3f1205433 req-0b90c6ec-f7ba-4908-b12d-48477a0e340a tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Enqueued Resource ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 with Priority: HIGHEST for action security_group_members [ 642.572415] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 with Priority: HIGHEST for action security_group_members [ 642.572415] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.572742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.572926] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.573253] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.573818] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.574123] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.575626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.575626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.575626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.575626] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1e8f6b1-1988-4515-a8dc-1abf9ade2b86',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.797210] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec530184-cbcc-4aee-bccd-916aeefad577',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.984185] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f817a4f8-b0bc-463e-9991-ae22ab087ab0: rpc.has_security_group_logging(os_id): False [ 643.006021] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.006610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.006610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.006610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.006942] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.006942] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.007093] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.007142] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.007303] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.007378] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.007648] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.007796] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.007796] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.007993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.009017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.009017] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.009017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.009017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.009017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.009017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.009017] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 is going to be updated. [ 643.077454] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1e8f6b1-1988-4515-a8dc-1abf9ade2b86',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.087495] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.087495] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.087495] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.087495] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.087495] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.093084] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-419 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.093084] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-419" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.093084] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-419" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.093390] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-419" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.093585] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.093680] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.093805] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.094403] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.094403] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.094638] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.094638] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.094712] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.094781] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.094966] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.095079] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.095763] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.101175] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 in Status: IN_PROGRESS for 2s [ 643.114984] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.116045] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.116045] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.116045] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-419" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.116045] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-9d7f1b31-d47a-4776-947b-a1680be0f2a8 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.116045] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-9d7f1b31-d47a-4776-947b-a1680be0f2a8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.116343] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-9d7f1b31-d47a-4776-947b-a1680be0f2a8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.116401] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-9d7f1b31-d47a-4776-947b-a1680be0f2a8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.116529] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d7f1b31-d47a-4776-947b-a1680be0f2a8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.301638] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.301844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.301921] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.302352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.302481] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.302589] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec530184-cbcc-4aee-bccd-916aeefad577 is going to be created. [ 643.345025] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.345025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.345025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.345025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.345025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.357266] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec530184-cbcc-4aee-bccd-916aeefad577 in Status: UNINITIALIZED for 2s [ 643.580211] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1e8f6b1-1988-4515-a8dc-1abf9ade2b86',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.623127] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.623127] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.623127] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.623127] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.623127] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.624742] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 9d7f1b31-d47a-4776-947b-a1680be0f2a8 not found, creating... [ 643.624742] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.624742] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.624742] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.624742] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.624742] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.624742] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.625323] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.625323] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.625323] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.625479] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.625613] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 9d7f1b31-d47a-4776-947b-a1680be0f2a8 is going to be created. [ 643.649876] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.650138] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.650267] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.650547] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.650768] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.650986] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-9d7f1b31-d47a-4776-947b-a1680be0f2a8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.982028] env[65757]: INFO networking_nsxv3.common.synchronization [None req-278f6258-9aa9-47f9-8112-45276adb4c4e None None] Enqueued Resource ID: d398c5a4-ddc1-467d-b305-7c3ff0762f37 with Priority: HIGHEST for action port [ 643.982386] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d398c5a4-ddc1-467d-b305-7c3ff0762f37 with Priority: HIGHEST for action port [ 643.982664] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-d398c5a4-ddc1-467d-b305-7c3ff0762f37 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.982798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d398c5a4-ddc1-467d-b305-7c3ff0762f37" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.982861] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d398c5a4-ddc1-467d-b305-7c3ff0762f37" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.983147] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d398c5a4-ddc1-467d-b305-7c3ff0762f37" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.983275] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d398c5a4-ddc1-467d-b305-7c3ff0762f37',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.083667] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.083667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.084201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.084201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.084201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.084201] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 is going to be updated. [ 644.120254] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.120568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.120568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.120867] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.120867] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.131318] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 in Status: IN_PROGRESS for 2s [ 644.415810] env[65757]: INFO networking_nsxv3.common.synchronization [req-67d84aaa-009b-4e27-8385-4aa3f1205433 req-16c0b38c-fc01-43cf-88d9-16877937c5c5 service nova] Enqueued Resource ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 with Priority: HIGHEST for action security_group_rules [ 644.415987] env[65757]: INFO networking_nsxv3.common.synchronization [req-67d84aaa-009b-4e27-8385-4aa3f1205433 req-16c0b38c-fc01-43cf-88d9-16877937c5c5 service nova] Enqueued Resource ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 with Priority: HIGHEST for action security_group_members [ 644.416130] env[65757]: INFO networking_nsxv3.common.synchronization [req-67d84aaa-009b-4e27-8385-4aa3f1205433 req-16c0b38c-fc01-43cf-88d9-16877937c5c5 service nova] Enqueued Resource ID: 9d7f1b31-d47a-4776-947b-a1680be0f2a8 with Priority: HIGHEST for action port [ 644.416708] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 with Priority: HIGHEST for action security_group_rules [ 644.416787] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 with Priority: HIGHEST for action security_group_members [ 644.416882] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d7f1b31-d47a-4776-947b-a1680be0f2a8 with Priority: HIGHEST for action port [ 644.418810] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.418933] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.419026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.419265] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.419361] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1e8f6b1-1988-4515-a8dc-1abf9ade2b86',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.421138] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.421224] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.421462] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d7f1b31-d47a-4776-947b-a1680be0f2a8 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.421562] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d7f1b31-d47a-4776-947b-a1680be0f2a8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.421562] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d7f1b31-d47a-4776-947b-a1680be0f2a8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.421739] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d7f1b31-d47a-4776-947b-a1680be0f2a8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.421822] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d7f1b31-d47a-4776-947b-a1680be0f2a8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.486158] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d398c5a4-ddc1-467d-b305-7c3ff0762f37 [ 644.488040] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.488040] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.488040] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.488040] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.488040] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.488040] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d398c5a4-ddc1-467d-b305-7c3ff0762f37 already deleted. [ 644.488040] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d398c5a4-ddc1-467d-b305-7c3ff0762f37" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.924747] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d7f1b31-d47a-4776-947b-a1680be0f2a8 with status ACTIVE [ 644.925155] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.925535] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.925751] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.926129] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.926334] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.926623] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.929021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.929021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.929021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.929021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.929021] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.929021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.929021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.929021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.929021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.929021] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d7f1b31-d47a-4776-947b-a1680be0f2a8 is going to be updated. [ 644.930764] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.931064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.959182] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.959326] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.959396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.959654] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.959805] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.959997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d7f1b31-d47a-4776-947b-a1680be0f2a8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.117544] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 in Status: SUCCESS [ 645.117544] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.371124] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec530184-cbcc-4aee-bccd-916aeefad577 in Status: SUCCESS [ 645.371370] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.371548] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.371823] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.374267] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.376752] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.376752] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.376752] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.376752] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.376752] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.376752] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec530184-cbcc-4aee-bccd-916aeefad577',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.886720] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec530184-cbcc-4aee-bccd-916aeefad577 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.886720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.886720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.886720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.886720] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.887340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.887409] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.887894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.887894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.888811] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.888811] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec530184-cbcc-4aee-bccd-916aeefad577 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.888811] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.888811] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.889311] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.889311] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.889311] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.889454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.889583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.889671] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.889819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.889907] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec530184-cbcc-4aee-bccd-916aeefad577',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.143691] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 in Status: SUCCESS [ 646.144289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.144289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.144289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.144434] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.144434] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.144534] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.144804] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.144804] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.145377] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1e8f6b1-1988-4515-a8dc-1abf9ade2b86',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.394254] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec530184-cbcc-4aee-bccd-916aeefad577: rpc.has_security_group_logging(os_id): False [ 646.422917] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.424239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.424239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.424239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.424239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.424239] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.424239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.424239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.424890] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.424890] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.424890] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.425164] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.425229] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.425479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.425650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.425929] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.426112] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.426223] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.426442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.426572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.426727] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec530184-cbcc-4aee-bccd-916aeefad577 is going to be created. [ 646.538233] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.538350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.538451] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.538876] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.543426] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.558155] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec530184-cbcc-4aee-bccd-916aeefad577 in Status: IN_PROGRESS for 2s [ 646.648800] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1e8f6b1-1988-4515-a8dc-1abf9ade2b86',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.745954] env[65757]: INFO networking_nsxv3.common.synchronization [None req-1a415a35-c6f7-4232-9649-1c05316aa0ef None None] Enqueued Resource ID: f17ccfa6-1b55-45ec-bdb7-2aeef9c7454d with Priority: HIGHEST for action port [ 646.746498] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f17ccfa6-1b55-45ec-bdb7-2aeef9c7454d with Priority: HIGHEST for action port [ 646.746797] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-f17ccfa6-1b55-45ec-bdb7-2aeef9c7454d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.747063] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f17ccfa6-1b55-45ec-bdb7-2aeef9c7454d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.747114] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f17ccfa6-1b55-45ec-bdb7-2aeef9c7454d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.748190] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f17ccfa6-1b55-45ec-bdb7-2aeef9c7454d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.748190] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f17ccfa6-1b55-45ec-bdb7-2aeef9c7454d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.150855] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1e8f6b1-1988-4515-a8dc-1abf9ade2b86',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.250987] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f17ccfa6-1b55-45ec-bdb7-2aeef9c7454d [ 647.250987] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.250987] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.250987] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.250987] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.250987] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.250987] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f17ccfa6-1b55-45ec-bdb7-2aeef9c7454d already deleted. [ 647.250987] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f17ccfa6-1b55-45ec-bdb7-2aeef9c7454d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.543589] env[65757]: INFO networking_nsxv3.common.synchronization [req-e7fadab7-175a-4fa0-908c-73298eeb4d3d req-f48c7449-4ad8-4d92-b72a-8510d283ffa8 tempest-TenantUsagesTestJSON-1674151595 tempest-TenantUsagesTestJSON-1674151595-project-member] Enqueued Resource ID: e20717d5-51cf-4951-8633-5474ae3c630f with Priority: HIGHEST for action security_group_members [ 647.544184] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20717d5-51cf-4951-8633-5474ae3c630f with Priority: HIGHEST for action security_group_members [ 647.544852] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20717d5-51cf-4951-8633-5474ae3c630f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.545029] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.545120] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.545338] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.545716] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.545864] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.545961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.546150] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.546266] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.546378] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20717d5-51cf-4951-8633-5474ae3c630f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.654031] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.654179] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.654253] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.654480] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.654568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.654666] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 is going to be updated. [ 647.688235] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.688235] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.688235] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.688235] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.688235] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.698208] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 in Status: IN_PROGRESS for 2s [ 648.049366] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.049504] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.049591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.049760] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.049885] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.050064] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.050198] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.050271] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.050366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.050467] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.050535] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20717d5-51cf-4951-8633-5474ae3c630f is going to be updated. [ 648.084427] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.084736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.084905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.085166] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.085397] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.095944] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20717d5-51cf-4951-8633-5474ae3c630f in Status: IN_PROGRESS for 2s [ 648.577440] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec530184-cbcc-4aee-bccd-916aeefad577 in Status: SUCCESS [ 648.577440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.071622] env[65757]: INFO networking_nsxv3.common.synchronization [None req-45f14d46-85c4-47a3-9867-3339ac41c35b None None] Enqueued Resource ID: 37c10b2b-80b6-4d79-b470-dd7084b4bf9d with Priority: HIGHEST for action port [ 649.072310] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37c10b2b-80b6-4d79-b470-dd7084b4bf9d with Priority: HIGHEST for action port [ 649.073039] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-37c10b2b-80b6-4d79-b470-dd7084b4bf9d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.073039] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37c10b2b-80b6-4d79-b470-dd7084b4bf9d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.073039] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37c10b2b-80b6-4d79-b470-dd7084b4bf9d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.073473] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37c10b2b-80b6-4d79-b470-dd7084b4bf9d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.073686] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37c10b2b-80b6-4d79-b470-dd7084b4bf9d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.581158] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37c10b2b-80b6-4d79-b470-dd7084b4bf9d [ 649.581158] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.581158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.581158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.581158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.581770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.581770] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37c10b2b-80b6-4d79-b470-dd7084b4bf9d already deleted. [ 649.581770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37c10b2b-80b6-4d79-b470-dd7084b4bf9d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.645202] env[65757]: INFO networking_nsxv3.common.synchronization [None req-473db864-3932-4df8-bfe8-842f94781ab4 None None] Enqueued Resource ID: b0b7b14b-425e-4d43-9dbc-9e73dc2a73d0 with Priority: HIGHEST for action port [ 649.645202] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0b7b14b-425e-4d43-9dbc-9e73dc2a73d0 with Priority: HIGHEST for action port [ 649.645485] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0b7b14b-425e-4d43-9dbc-9e73dc2a73d0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.645572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0b7b14b-425e-4d43-9dbc-9e73dc2a73d0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.645623] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0b7b14b-425e-4d43-9dbc-9e73dc2a73d0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.646149] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0b7b14b-425e-4d43-9dbc-9e73dc2a73d0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.646273] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0b7b14b-425e-4d43-9dbc-9e73dc2a73d0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.711021] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 in Status: SUCCESS [ 649.711454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.711930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.712384] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.712483] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.712578] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.712640] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.712836] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.713492] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.713719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.713899] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e1e8f6b1-1988-4515-a8dc-1abf9ade2b86',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.108107] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20717d5-51cf-4951-8633-5474ae3c630f in Status: SUCCESS [ 650.108289] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20717d5-51cf-4951-8633-5474ae3c630f deletion is rescheduled due to dependency. [ 650.108390] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.149468] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b0b7b14b-425e-4d43-9dbc-9e73dc2a73d0 [ 650.149749] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.149933] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.150063] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.150325] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.150427] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.150529] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b0b7b14b-425e-4d43-9dbc-9e73dc2a73d0 already deleted. [ 650.150627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0b7b14b-425e-4d43-9dbc-9e73dc2a73d0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.216820] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.216996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.217078] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.217306] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.217470] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.218410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.218410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.218410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.218410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.218410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.218410] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.218410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.218410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.218410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.218885] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.218885] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.218885] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.218885] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.218885] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.218885] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.219163] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e1e8f6b1-1988-4515-a8dc-1abf9ade2b86',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.724994] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e1e8f6b1-1988-4515-a8dc-1abf9ade2b86: rpc.has_security_group_logging(os_id): False [ 650.747155] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.747352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.747977] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.747977] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.747977] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.748130] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.748188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.748332] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.748792] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.748868] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.749917] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.749917] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.749917] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.749917] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.750314] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.750762] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.750888] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.750950] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.751127] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.751220] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.751308] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 is going to be updated. [ 650.815671] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.815836] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.815836] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.816069] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.816213] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.833097] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 in Status: IN_PROGRESS for 2s [ 652.183774] env[65757]: INFO networking_nsxv3.common.synchronization [None req-595fa19d-a50b-4966-b874-ab639e9943ba None None] Enqueued Resource ID: e111c5ea-3813-49f2-8a3e-bf28b56edabf with Priority: HIGHEST for action port [ 652.184561] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e111c5ea-3813-49f2-8a3e-bf28b56edabf with Priority: HIGHEST for action port [ 652.184819] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-e111c5ea-3813-49f2-8a3e-bf28b56edabf taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.184986] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e111c5ea-3813-49f2-8a3e-bf28b56edabf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.184986] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e111c5ea-3813-49f2-8a3e-bf28b56edabf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.186395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e111c5ea-3813-49f2-8a3e-bf28b56edabf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.186555] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e111c5ea-3813-49f2-8a3e-bf28b56edabf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.614347] env[65757]: INFO networking_nsxv3.common.synchronization [req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab req-c45afb20-13b1-4808-b0b3-1a558ac5987c tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Enqueued Resource ID: bda3c3ad-63bc-4371-bced-f8f0ad9d7476 with Priority: HIGHEST for action security_group_members [ 652.614571] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda3c3ad-63bc-4371-bced-f8f0ad9d7476 with Priority: HIGHEST for action security_group_members [ 652.614892] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.615327] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.615385] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.615632] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.615787] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.616044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.616044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.616442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.616552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.616695] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda3c3ad-63bc-4371-bced-f8f0ad9d7476',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.690538] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e111c5ea-3813-49f2-8a3e-bf28b56edabf [ 652.690538] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.690538] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.690538] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.690538] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.690538] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.690538] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e111c5ea-3813-49f2-8a3e-bf28b56edabf already deleted. [ 652.691923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e111c5ea-3813-49f2-8a3e-bf28b56edabf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.853149] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 in Status: SUCCESS [ 652.853149] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.973758] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-937 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.974066] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-937" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.974159] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-937" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.978522] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-937" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.979473] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.979473] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.979473] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.979699] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.979857] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.979955] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.980083] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.980186] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.980303] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.980416] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.980537] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.980665] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.006015] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.006264] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.006352] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.007272] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-937" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.007272] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-b4778692-445c-4845-b185-059e26e054eb taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.007272] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-b4778692-445c-4845-b185-059e26e054eb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.007272] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-b4778692-445c-4845-b185-059e26e054eb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.007848] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-b4778692-445c-4845-b185-059e26e054eb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.007848] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4778692-445c-4845-b185-059e26e054eb',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.121572] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.121807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.121807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.122541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.122541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.122541] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.122541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.122541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.122770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.122770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.122851] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda3c3ad-63bc-4371-bced-f8f0ad9d7476 already deleted. [ 653.122984] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.513836] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.514222] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.514299] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.514696] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.514995] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.515123] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port b4778692-445c-4845-b185-059e26e054eb not found, creating... [ 653.515670] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.515670] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.515770] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.516050] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.516195] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.516504] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.516656] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.516768] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.517119] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.517300] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.517514] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: b4778692-445c-4845-b185-059e26e054eb is going to be created. [ 653.539451] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.539772] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.539949] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.540582] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.540767] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.540946] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-b4778692-445c-4845-b185-059e26e054eb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.328281] env[65757]: INFO networking_nsxv3.common.synchronization [req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab req-66ce6d20-a362-44bd-b5fd-fcb5a20d2383 service nova] Enqueued Resource ID: bda3c3ad-63bc-4371-bced-f8f0ad9d7476 with Priority: HIGHEST for action security_group_rules [ 654.328281] env[65757]: INFO networking_nsxv3.common.synchronization [req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab req-66ce6d20-a362-44bd-b5fd-fcb5a20d2383 service nova] Enqueued Resource ID: bda3c3ad-63bc-4371-bced-f8f0ad9d7476 with Priority: HIGHEST for action security_group_members [ 654.328281] env[65757]: INFO networking_nsxv3.common.synchronization [req-6a0cbbac-de89-4d90-84bf-0f811a8e3aab req-66ce6d20-a362-44bd-b5fd-fcb5a20d2383 service nova] Enqueued Resource ID: b4778692-445c-4845-b185-059e26e054eb with Priority: HIGHEST for action port [ 654.328281] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda3c3ad-63bc-4371-bced-f8f0ad9d7476 with Priority: HIGHEST for action security_group_rules [ 654.330095] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda3c3ad-63bc-4371-bced-f8f0ad9d7476 with Priority: HIGHEST for action security_group_members [ 654.330095] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4778692-445c-4845-b185-059e26e054eb with Priority: HIGHEST for action port [ 654.330844] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bda3c3ad-63bc-4371-bced-f8f0ad9d7476 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.330844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.330844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.331073] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.331124] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bda3c3ad-63bc-4371-bced-f8f0ad9d7476',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.331946] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.332156] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.332226] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.332622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.332789] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.332890] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.332948] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.333118] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.333228] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.333317] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda3c3ad-63bc-4371-bced-f8f0ad9d7476',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.336785] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4778692-445c-4845-b185-059e26e054eb taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.336900] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4778692-445c-4845-b185-059e26e054eb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.336991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4778692-445c-4845-b185-059e26e054eb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.337203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4778692-445c-4845-b185-059e26e054eb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.337278] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4778692-445c-4845-b185-059e26e054eb',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.564327] env[65757]: INFO networking_nsxv3.common.synchronization [None req-e58b2ea5-f2a7-4135-960b-36301c248d52 None None] Enqueued Resource ID: e122089a-6e61-4764-9282-9bdf0a1c9262 with Priority: HIGHEST for action port [ 654.564751] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e122089a-6e61-4764-9282-9bdf0a1c9262 with Priority: HIGHEST for action port [ 654.566941] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-e122089a-6e61-4764-9282-9bdf0a1c9262 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.566941] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e122089a-6e61-4764-9282-9bdf0a1c9262" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.566941] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e122089a-6e61-4764-9282-9bdf0a1c9262" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.566941] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e122089a-6e61-4764-9282-9bdf0a1c9262" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.566941] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e122089a-6e61-4764-9282-9bdf0a1c9262',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.840380] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bda3c3ad-63bc-4371-bced-f8f0ad9d7476',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.843651] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4778692-445c-4845-b185-059e26e054eb with status ACTIVE [ 654.843651] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.843651] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.843651] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.843923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.843923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.844012] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.844186] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.844186] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.844279] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.844377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.844733] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.844733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.844733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.844936] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.844936] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.846376] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4778692-445c-4845-b185-059e26e054eb is going to be updated. [ 654.846376] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.846510] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.872380] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.872771] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.872876] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.873118] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.873254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.873410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4778692-445c-4845-b185-059e26e054eb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.069800] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e122089a-6e61-4764-9282-9bdf0a1c9262 [ 655.069800] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.069800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.069800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.069800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.069800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.069800] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e122089a-6e61-4764-9282-9bdf0a1c9262 already deleted. [ 655.069800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e122089a-6e61-4764-9282-9bdf0a1c9262" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.347426] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bda3c3ad-63bc-4371-bced-f8f0ad9d7476',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.563918] env[65757]: INFO networking_nsxv3.common.synchronization [None req-786e88e7-bd6c-4593-9d1c-a70416807098 None None] Enqueued Resource ID: 48cc08c7-b2a2-4b49-8050-263df70ea275 with Priority: HIGHEST for action port [ 655.564234] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48cc08c7-b2a2-4b49-8050-263df70ea275 with Priority: HIGHEST for action port [ 655.564786] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-48cc08c7-b2a2-4b49-8050-263df70ea275 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.565105] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48cc08c7-b2a2-4b49-8050-263df70ea275" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.565105] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48cc08c7-b2a2-4b49-8050-263df70ea275" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.565261] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48cc08c7-b2a2-4b49-8050-263df70ea275" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.565342] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48cc08c7-b2a2-4b49-8050-263df70ea275',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.729681] env[65757]: INFO networking_nsxv3.common.synchronization [req-2a669515-76ef-4f93-882d-5dd2144e3065 req-e0ea2970-8ca1-479c-8c1e-0c62d533a4b5 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Enqueued Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_members [ 655.730421] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_members [ 655.730632] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.730753] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.731335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.733187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.733464] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.733606] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.733673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.734333] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.734333] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.734333] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.851158] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.851158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.851158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.851158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.851158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.851158] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda3c3ad-63bc-4371-bced-f8f0ad9d7476 is going to be created. [ 655.879725] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.879725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.879725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.879725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.879725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.893473] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda3c3ad-63bc-4371-bced-f8f0ad9d7476 in Status: UNINITIALIZED for 2s [ 656.070759] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48cc08c7-b2a2-4b49-8050-263df70ea275 [ 656.071164] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.071368] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.071472] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.071662] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.071756] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.071856] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48cc08c7-b2a2-4b49-8050-263df70ea275 already deleted. [ 656.071938] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48cc08c7-b2a2-4b49-8050-263df70ea275" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.237537] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.379024] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-801 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.379024] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-801" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.379024] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-801" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.379241] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-801" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.379310] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.379597] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.379597] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.379759] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.379894] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.380102] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.380209] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.380307] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.380406] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.380531] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.380601] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.380719] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.412159] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.412371] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.412521] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.412712] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-801" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.413055] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-0ebffe20-541e-423e-bb43-ab080b40668b taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.413213] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-0ebffe20-541e-423e-bb43-ab080b40668b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.413331] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-0ebffe20-541e-423e-bb43-ab080b40668b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.414869] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-0ebffe20-541e-423e-bb43-ab080b40668b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.414869] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ebffe20-541e-423e-bb43-ab080b40668b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.741435] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.919863] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.921422] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.921570] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.921880] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.922128] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.922336] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 0ebffe20-541e-423e-bb43-ab080b40668b not found, creating... [ 656.922846] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.922846] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.922978] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.923411] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.923411] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.923635] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.923806] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.923897] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.924156] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.924266] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.924480] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 0ebffe20-541e-423e-bb43-ab080b40668b is going to be created. [ 656.946491] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.946700] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.946847] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.947147] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.947373] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.950185] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-0ebffe20-541e-423e-bb43-ab080b40668b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.243104] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.243613] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.243613] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.243613] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.243847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.243980] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 is going to be updated. [ 657.276725] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.278820] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.278820] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.278820] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.278820] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.288854] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 in Status: IN_PROGRESS for 2s [ 657.674167] env[65757]: INFO networking_nsxv3.common.synchronization [req-2a669515-76ef-4f93-882d-5dd2144e3065 req-0d51c8d7-1d94-4075-84d2-659b14e5749c service nova] Enqueued Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_rules [ 657.674354] env[65757]: INFO networking_nsxv3.common.synchronization [req-2a669515-76ef-4f93-882d-5dd2144e3065 req-0d51c8d7-1d94-4075-84d2-659b14e5749c service nova] Enqueued Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_members [ 657.674480] env[65757]: INFO networking_nsxv3.common.synchronization [req-2a669515-76ef-4f93-882d-5dd2144e3065 req-0d51c8d7-1d94-4075-84d2-659b14e5749c service nova] Enqueued Resource ID: 0ebffe20-541e-423e-bb43-ab080b40668b with Priority: HIGHEST for action port [ 657.674712] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_rules [ 657.674839] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_members [ 657.674938] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ebffe20-541e-423e-bb43-ab080b40668b with Priority: HIGHEST for action port [ 657.676462] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f7396d1-df0a-454a-8b47-b0ea70e88ac1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.676462] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.676462] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.676462] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.676462] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.679063] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.679063] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.679063] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ebffe20-541e-423e-bb43-ab080b40668b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.679063] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ebffe20-541e-423e-bb43-ab080b40668b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.679063] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ebffe20-541e-423e-bb43-ab080b40668b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.679063] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ebffe20-541e-423e-bb43-ab080b40668b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.679063] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ebffe20-541e-423e-bb43-ab080b40668b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.717421] env[65757]: INFO networking_nsxv3.common.synchronization [None req-dc63b038-959c-43ea-bc5f-2470c7367839 None None] Enqueued Resource ID: 405d7c3f-7acd-485f-86c8-7dea71a6f167 with Priority: HIGHEST for action port [ 657.718137] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 405d7c3f-7acd-485f-86c8-7dea71a6f167 with Priority: HIGHEST for action port [ 657.718581] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-405d7c3f-7acd-485f-86c8-7dea71a6f167 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.718770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-405d7c3f-7acd-485f-86c8-7dea71a6f167" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.718880] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-405d7c3f-7acd-485f-86c8-7dea71a6f167" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.721345] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-405d7c3f-7acd-485f-86c8-7dea71a6f167" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.721345] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('405d7c3f-7acd-485f-86c8-7dea71a6f167',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.908309] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda3c3ad-63bc-4371-bced-f8f0ad9d7476 in Status: SUCCESS [ 657.908963] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.908963] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.909902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.909902] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.910170] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.910170] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.910170] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.910345] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.910345] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.910456] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bda3c3ad-63bc-4371-bced-f8f0ad9d7476',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.076310] env[65757]: INFO networking_nsxv3.common.synchronization [None req-d4383656-2ec5-4132-8e3f-b9a7ceb97733 None None] Enqueued Resource ID: 3bd7c1b7-5c81-462a-af31-bc7e1c7e3ee7 with Priority: HIGHEST for action port [ 658.076310] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd7c1b7-5c81-462a-af31-bc7e1c7e3ee7 with Priority: HIGHEST for action port [ 658.076310] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bd7c1b7-5c81-462a-af31-bc7e1c7e3ee7 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.076310] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bd7c1b7-5c81-462a-af31-bc7e1c7e3ee7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.076310] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bd7c1b7-5c81-462a-af31-bc7e1c7e3ee7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.076626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bd7c1b7-5c81-462a-af31-bc7e1c7e3ee7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.076805] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bd7c1b7-5c81-462a-af31-bc7e1c7e3ee7',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.185021] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.185021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.185021] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ebffe20-541e-423e-bb43-ab080b40668b with status ACTIVE [ 658.185021] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.185021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.185021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.185021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.185021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.185021] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.185021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.185021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.185021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.185021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.185021] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.185710] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.185710] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.185710] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.185710] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.185710] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ebffe20-541e-423e-bb43-ab080b40668b is going to be updated. [ 658.210079] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.210255] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.210255] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.210490] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.210625] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.210781] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ebffe20-541e-423e-bb43-ab080b40668b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.225790] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 405d7c3f-7acd-485f-86c8-7dea71a6f167 [ 658.226852] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.227025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.227123] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.227822] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.227822] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.227822] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:405d7c3f-7acd-485f-86c8-7dea71a6f167 already deleted. [ 658.227822] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-405d7c3f-7acd-485f-86c8-7dea71a6f167" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.413578] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.413741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.414076] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.414076] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.414222] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.414318] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.414374] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.415305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.415305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.415305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.415305] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.415305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.415305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.415305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.415672] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.415672] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.415672] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.415778] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.415810] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.415949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.415990] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bda3c3ad-63bc-4371-bced-f8f0ad9d7476',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.579968] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3bd7c1b7-5c81-462a-af31-bc7e1c7e3ee7 [ 658.580231] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.580374] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.580437] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.580651] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.580740] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.580846] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3bd7c1b7-5c81-462a-af31-bc7e1c7e3ee7 already deleted. [ 658.580925] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bd7c1b7-5c81-462a-af31-bc7e1c7e3ee7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.919314] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bda3c3ad-63bc-4371-bced-f8f0ad9d7476: rpc.has_security_group_logging(os_id): False [ 658.942770] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.942920] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.942985] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.943846] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.943954] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.944187] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.944318] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.944406] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.944667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.944667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.945080] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.945080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.945080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.945328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.945328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.947492] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.947492] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.948083] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.948083] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.948083] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.948083] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bda3c3ad-63bc-4371-bced-f8f0ad9d7476 is going to be created. [ 659.016502] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.016502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.016502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.017600] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.017600] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.031905] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda3c3ad-63bc-4371-bced-f8f0ad9d7476 in Status: IN_PROGRESS for 2s [ 659.301680] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 in Status: SUCCESS [ 659.301680] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.301680] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.301680] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.301680] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.301680] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.301680] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.301680] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.301680] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.301680] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.549019] env[65757]: INFO networking_nsxv3.common.synchronization [req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb req-51abbcbe-e6c5-44fc-b130-4dfb91da03f6 tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Enqueued Resource ID: f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 with Priority: HIGHEST for action security_group_members [ 659.550177] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 with Priority: HIGHEST for action security_group_members [ 659.550177] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.550177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.550384] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.553738] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.553738] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.553738] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.553738] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.553738] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.553738] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.553738] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f20f6806-e7d5-43e1-a74a-fcb8f9555bb4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.804241] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.030828] env[65757]: INFO networking_nsxv3.common.synchronization [None req-bbbc8878-2636-4f23-9918-1bdffc456915 None None] Enqueued Resource ID: 831c88cd-4e33-42c9-b67e-dd759a913d0d with Priority: HIGHEST for action port [ 660.031608] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 831c88cd-4e33-42c9-b67e-dd759a913d0d with Priority: HIGHEST for action port [ 660.034338] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-831c88cd-4e33-42c9-b67e-dd759a913d0d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.034469] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-831c88cd-4e33-42c9-b67e-dd759a913d0d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.034531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-831c88cd-4e33-42c9-b67e-dd759a913d0d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.035377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-831c88cd-4e33-42c9-b67e-dd759a913d0d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.035377] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('831c88cd-4e33-42c9-b67e-dd759a913d0d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.056194] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.056389] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.056457] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.056720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.056864] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.057225] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.057365] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.057503] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.057723] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.057804] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.057899] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 already deleted. [ 660.057976] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.140143] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.142422] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.142682] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.142951] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.143262] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.143474] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.143625] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.143761] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.143901] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.144125] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.144234] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.144334] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.144433] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.144531] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.144627] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.145186] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.168991] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.169190] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.169307] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.169499] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.169816] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.169982] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.170109] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.170451] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.171018] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.305796] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.539421] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 831c88cd-4e33-42c9-b67e-dd759a913d0d [ 660.539659] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.539808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.539873] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.540187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.540287] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.540383] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:831c88cd-4e33-42c9-b67e-dd759a913d0d already deleted. [ 660.540464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-831c88cd-4e33-42c9-b67e-dd759a913d0d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.677574] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.677574] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.677574] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.677574] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.677574] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.677574] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3 not found, creating... [ 660.677574] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.677574] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.677574] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.677574] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.677574] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.678648] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.678648] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.678648] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.678648] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.678648] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.678826] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3 is going to be created. [ 660.708149] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.708149] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.708149] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.708149] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.708149] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.708149] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.809177] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.809177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.809177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.809177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.809177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.810328] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 is going to be updated. [ 660.864021] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.864021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.864021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.864021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.864021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.879773] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 in Status: IN_PROGRESS for 2s [ 661.050964] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bda3c3ad-63bc-4371-bced-f8f0ad9d7476 in Status: SUCCESS [ 661.051664] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.564668] env[65757]: INFO networking_nsxv3.common.synchronization [req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb req-06d74004-ffbb-4533-84b9-11830f7661ea service nova] Enqueued Resource ID: f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 with Priority: HIGHEST for action security_group_rules [ 661.564856] env[65757]: INFO networking_nsxv3.common.synchronization [req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb req-06d74004-ffbb-4533-84b9-11830f7661ea service nova] Enqueued Resource ID: f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 with Priority: HIGHEST for action security_group_members [ 661.565021] env[65757]: INFO networking_nsxv3.common.synchronization [req-922c8025-ec3b-4d9f-94e4-3d4175ac2cdb req-06d74004-ffbb-4533-84b9-11830f7661ea service nova] Enqueued Resource ID: 3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3 with Priority: HIGHEST for action port [ 661.566380] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 with Priority: HIGHEST for action security_group_rules [ 661.566467] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 with Priority: HIGHEST for action security_group_members [ 661.566685] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3 with Priority: HIGHEST for action port [ 661.567607] env[65757]: INFO networking_nsxv3.common.synchronization [None req-cdfc2893-afa7-471c-993b-2d7162ebe16a None None] Enqueued Resource ID: 96900da1-3f13-46ae-8966-17f81aa4f2e1 with Priority: HIGHEST for action port [ 661.567936] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.568079] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.568220] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.568436] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.568528] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f20f6806-e7d5-43e1-a74a-fcb8f9555bb4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.569484] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.571330] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.571420] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.571622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.571793] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.571899] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.571961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.572159] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.572245] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.572340] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f20f6806-e7d5-43e1-a74a-fcb8f9555bb4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.575675] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.575675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.575675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.575675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.575675] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.576696] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96900da1-3f13-46ae-8966-17f81aa4f2e1 with Priority: HIGHEST for action port [ 661.577302] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-96900da1-3f13-46ae-8966-17f81aa4f2e1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.578189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96900da1-3f13-46ae-8966-17f81aa4f2e1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.578283] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96900da1-3f13-46ae-8966-17f81aa4f2e1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.578593] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96900da1-3f13-46ae-8966-17f81aa4f2e1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.578695] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96900da1-3f13-46ae-8966-17f81aa4f2e1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.079049] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f20f6806-e7d5-43e1-a74a-fcb8f9555bb4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.079049] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.079049] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.079049] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3 with status ACTIVE [ 662.079049] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.079583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.079583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.079583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.079686] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.079901] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.080986] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.080986] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.080986] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.080986] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.080986] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.080986] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.081367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.081367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.081367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.081522] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3 is going to be updated. [ 662.083092] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96900da1-3f13-46ae-8966-17f81aa4f2e1 [ 662.083846] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.083975] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.084528] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.084528] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.084528] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.084528] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96900da1-3f13-46ae-8966-17f81aa4f2e1 already deleted. [ 662.084528] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96900da1-3f13-46ae-8966-17f81aa4f2e1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.106345] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.106607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.106607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.106788] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.106879] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.107044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d4cbfe6-3cc4-4627-b18d-19f64f9d84b3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.362985] env[65757]: INFO networking_nsxv3.common.synchronization [req-9609688a-23b5-4789-b815-e554a7e36e37 req-5c8affd0-b1a3-4251-a756-2e0b8c35a6d6 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Enqueued Resource ID: ec530184-cbcc-4aee-bccd-916aeefad577 with Priority: HIGHEST for action security_group_members [ 662.363617] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec530184-cbcc-4aee-bccd-916aeefad577 with Priority: HIGHEST for action security_group_members [ 662.363976] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec530184-cbcc-4aee-bccd-916aeefad577 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.364686] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.364801] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.365430] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.365430] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.365430] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.365430] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.365620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.366399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.366399] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec530184-cbcc-4aee-bccd-916aeefad577',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.583429] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f20f6806-e7d5-43e1-a74a-fcb8f9555bb4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.866021] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.866021] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.866021] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.866529] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.867051] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.870021] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.870021] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.870021] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.870021] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.870021] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.870021] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.870021] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.870021] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.870021] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.870021] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.870021] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.871498] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec530184-cbcc-4aee-bccd-916aeefad577',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.891023] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 in Status: SUCCESS [ 662.891023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.891023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.891023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.891023] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.891023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.891023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.891023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.891023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.891023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.891023] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.893330] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.893790] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.894132] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.894410] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.894900] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-23de6e3d-8610-4a53-96e0-2524fca244ce taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.895249] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-23de6e3d-8610-4a53-96e0-2524fca244ce" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.895569] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-23de6e3d-8610-4a53-96e0-2524fca244ce" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.897135] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-23de6e3d-8610-4a53-96e0-2524fca244ce" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.897135] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23de6e3d-8610-4a53-96e0-2524fca244ce',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.085827] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.086206] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.086206] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.087044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.087044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.087044] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 is going to be created. [ 663.118391] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.118581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.118639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.118908] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.119010] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.154862] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 in Status: UNINITIALIZED for 2s [ 663.375804] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec530184-cbcc-4aee-bccd-916aeefad577',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.401025] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.401025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.401025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.401025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.401025] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.401025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.401025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.401025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.401025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.401025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.401025] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.401025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.401025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.401025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.401025] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.401025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.401855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.401855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.401855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.401855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.401855] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.403535] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.403644] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.403799] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.404277] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.404465] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.404710] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 23de6e3d-8610-4a53-96e0-2524fca244ce not found, creating... [ 663.404927] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.405163] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.405324] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.405585] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.405749] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.406106] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.406316] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.406467] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.406799] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.406912] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.407086] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 23de6e3d-8610-4a53-96e0-2524fca244ce is going to be created. [ 663.433207] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.433207] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.433207] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.433207] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.433207] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.433207] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-23de6e3d-8610-4a53-96e0-2524fca244ce" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.878052] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.879332] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.879572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.882019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.882019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.882019] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec530184-cbcc-4aee-bccd-916aeefad577 is going to be updated. [ 663.905037] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4f7396d1-df0a-454a-8b47-b0ea70e88ac1: rpc.has_security_group_logging(os_id): False [ 663.942158] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.942396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.942396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.942616] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.942692] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.942971] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.943863] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.944074] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.944192] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.944359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.945134] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.945134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.945372] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.945372] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.945456] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.945663] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.945824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.945824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.945955] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.946044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.946127] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 is going to be updated. [ 663.947640] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.947779] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.947917] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.948182] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.948182] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.968741] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec530184-cbcc-4aee-bccd-916aeefad577 in Status: IN_PROGRESS for 2s [ 664.034809] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.036371] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.036716] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.037560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.037560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.064341] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 in Status: IN_PROGRESS for 2s [ 664.289153] env[65757]: INFO networking_nsxv3.common.synchronization [req-9609688a-23b5-4789-b815-e554a7e36e37 req-f184eb05-f205-48bb-a286-69c3bb43c3c7 service nova] Enqueued Resource ID: ec530184-cbcc-4aee-bccd-916aeefad577 with Priority: HIGHEST for action security_group_rules [ 664.289465] env[65757]: INFO networking_nsxv3.common.synchronization [req-9609688a-23b5-4789-b815-e554a7e36e37 req-f184eb05-f205-48bb-a286-69c3bb43c3c7 service nova] Enqueued Resource ID: ec530184-cbcc-4aee-bccd-916aeefad577 with Priority: HIGHEST for action security_group_members [ 664.289677] env[65757]: INFO networking_nsxv3.common.synchronization [req-9609688a-23b5-4789-b815-e554a7e36e37 req-f184eb05-f205-48bb-a286-69c3bb43c3c7 service nova] Enqueued Resource ID: 23de6e3d-8610-4a53-96e0-2524fca244ce with Priority: HIGHEST for action port [ 664.291752] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec530184-cbcc-4aee-bccd-916aeefad577 with Priority: HIGHEST for action security_group_rules [ 664.292099] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec530184-cbcc-4aee-bccd-916aeefad577 with Priority: HIGHEST for action security_group_members [ 664.292172] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23de6e3d-8610-4a53-96e0-2524fca244ce with Priority: HIGHEST for action port [ 664.295820] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec530184-cbcc-4aee-bccd-916aeefad577 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.295820] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.295986] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.296432] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.296592] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec530184-cbcc-4aee-bccd-916aeefad577',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.299598] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec530184-cbcc-4aee-bccd-916aeefad577 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.299598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.299598] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-23de6e3d-8610-4a53-96e0-2524fca244ce taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.299598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23de6e3d-8610-4a53-96e0-2524fca244ce" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.299598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23de6e3d-8610-4a53-96e0-2524fca244ce" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.299598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23de6e3d-8610-4a53-96e0-2524fca244ce" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.299598] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23de6e3d-8610-4a53-96e0-2524fca244ce',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.540058] env[65757]: INFO networking_nsxv3.common.synchronization [None req-4a5c4ceb-2209-4a6f-b616-24c5b8eb6990 None None] Enqueued Resource ID: 0f5a520a-7572-46b0-87cc-fe5fdcd35277 with Priority: HIGHEST for action port [ 664.540058] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f5a520a-7572-46b0-87cc-fe5fdcd35277 with Priority: HIGHEST for action port [ 664.541829] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f5a520a-7572-46b0-87cc-fe5fdcd35277 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.541996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f5a520a-7572-46b0-87cc-fe5fdcd35277" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.542083] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f5a520a-7572-46b0-87cc-fe5fdcd35277" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.542444] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f5a520a-7572-46b0-87cc-fe5fdcd35277" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.542563] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f5a520a-7572-46b0-87cc-fe5fdcd35277',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.802532] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec530184-cbcc-4aee-bccd-916aeefad577 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.802693] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.802924] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 23de6e3d-8610-4a53-96e0-2524fca244ce with status ACTIVE [ 664.803250] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.803386] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.803448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.804363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.804363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.804363] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.804363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.804363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.804363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.804363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.804677] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.804677] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.804780] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.804914] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.805017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.805107] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 23de6e3d-8610-4a53-96e0-2524fca244ce is going to be updated. [ 664.829649] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.829817] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.829867] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.830105] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.830252] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.830438] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23de6e3d-8610-4a53-96e0-2524fca244ce" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.046700] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f5a520a-7572-46b0-87cc-fe5fdcd35277 [ 665.046959] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.047272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.047377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.047698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.047859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.048467] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f5a520a-7572-46b0-87cc-fe5fdcd35277 already deleted. [ 665.048467] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f5a520a-7572-46b0-87cc-fe5fdcd35277" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.174457] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 in Status: SUCCESS [ 665.175226] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.175513] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.175767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.175974] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.176118] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.176187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.176405] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.176462] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.176512] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.176834] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f20f6806-e7d5-43e1-a74a-fcb8f9555bb4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.681245] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.681654] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.681654] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.681733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.681928] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.682082] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.682136] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.682272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.682362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.682450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.682621] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.682718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.682779] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.682925] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.683071] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.683163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.683223] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.683362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.683438] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.683518] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.683607] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f20f6806-e7d5-43e1-a74a-fcb8f9555bb4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.985125] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec530184-cbcc-4aee-bccd-916aeefad577 in Status: SUCCESS [ 665.985125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.985125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.985125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.985125] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.985125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.985125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.985125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.985125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.985125] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec530184-cbcc-4aee-bccd-916aeefad577',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.083512] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 in Status: SUCCESS [ 666.083984] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.187336] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f20f6806-e7d5-43e1-a74a-fcb8f9555bb4: rpc.has_security_group_logging(os_id): False [ 666.213051] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.213147] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.213210] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.213504] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.213504] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.214022] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.214022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.214022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.214022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.214219] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.214848] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.214848] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.214848] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.214848] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.214848] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.214848] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.215270] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.215270] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.215684] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.215790] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.215910] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 is going to be created. [ 666.306486] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.306728] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.306825] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.307203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.307382] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.328651] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 in Status: IN_PROGRESS for 2s [ 666.488449] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec530184-cbcc-4aee-bccd-916aeefad577',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.674824] env[65757]: INFO networking_nsxv3.common.synchronization [req-d7ad5a1b-2379-4e26-8736-b29b911598e9 req-d226bae8-7a72-425e-887b-d0b72aea70f4 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 666.678024] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 666.679546] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.679713] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.679762] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.680084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.680249] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.680374] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.680436] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.680594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.680671] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.680763] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.991553] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec530184-cbcc-4aee-bccd-916aeefad577',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.096293] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.096293] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.096293] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.096293] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.097142] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.098059] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.098059] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.098322] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.098466] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.098741] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.098900] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.099061] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.099240] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.103365] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.103659] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.103844] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.129545] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.129922] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 667.130092] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.130325] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.130705] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-741d5cb1-25e1-4742-834a-bd613a4192c0 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.131346] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-741d5cb1-25e1-4742-834a-bd613a4192c0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.131346] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-741d5cb1-25e1-4742-834a-bd613a4192c0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.131523] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-741d5cb1-25e1-4742-834a-bd613a4192c0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.131675] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('741d5cb1-25e1-4742-834a-bd613a4192c0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.183514] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.183749] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.184306] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.184306] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.184306] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.184567] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.184989] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.184989] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.185227] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.185269] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.185897] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 already deleted. [ 667.185897] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.497057] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.497324] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.497389] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.497638] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.497750] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.497892] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec530184-cbcc-4aee-bccd-916aeefad577 is going to be updated. [ 667.530996] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.531170] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.531243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.531517] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.531710] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.541993] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec530184-cbcc-4aee-bccd-916aeefad577 in Status: IN_PROGRESS for 2s [ 667.635493] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.635936] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.636147] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.636476] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.636679] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.636877] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 741d5cb1-25e1-4742-834a-bd613a4192c0 not found, creating... [ 667.637248] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.637501] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.637726] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.638149] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.638356] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.638715] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.638940] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.639164] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.639395] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.639688] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.639819] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 741d5cb1-25e1-4742-834a-bd613a4192c0 is going to be created. [ 667.666507] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.666507] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.666507] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.666507] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.666507] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.666507] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-741d5cb1-25e1-4742-834a-bd613a4192c0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.353564] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 in Status: SUCCESS [ 668.353882] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.380472] env[65757]: INFO networking_nsxv3.common.synchronization [req-d7ad5a1b-2379-4e26-8736-b29b911598e9 req-1a8b37c3-bffd-470e-b883-060ee86813ac service nova] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_rules [ 668.380652] env[65757]: INFO networking_nsxv3.common.synchronization [req-d7ad5a1b-2379-4e26-8736-b29b911598e9 req-1a8b37c3-bffd-470e-b883-060ee86813ac service nova] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 668.380812] env[65757]: INFO networking_nsxv3.common.synchronization [req-d7ad5a1b-2379-4e26-8736-b29b911598e9 req-1a8b37c3-bffd-470e-b883-060ee86813ac service nova] Enqueued Resource ID: 741d5cb1-25e1-4742-834a-bd613a4192c0 with Priority: HIGHEST for action port [ 668.381942] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_rules [ 668.382187] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 668.382342] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 741d5cb1-25e1-4742-834a-bd613a4192c0 with Priority: HIGHEST for action port [ 668.382683] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.382899] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.382899] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.383220] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.383310] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.384278] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.384402] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.384500] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.384646] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.384797] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.384893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.384964] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.385168] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.385245] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.385378] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.387484] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-741d5cb1-25e1-4742-834a-bd613a4192c0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.387626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-741d5cb1-25e1-4742-834a-bd613a4192c0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.387733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-741d5cb1-25e1-4742-834a-bd613a4192c0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.387994] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-741d5cb1-25e1-4742-834a-bd613a4192c0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.388526] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('741d5cb1-25e1-4742-834a-bd613a4192c0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.890369] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.890649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.890877] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.902023] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 741d5cb1-25e1-4742-834a-bd613a4192c0 with status ACTIVE [ 668.902023] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.902023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.902023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.902023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.902023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.902023] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.902023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.902023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.902023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.902023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.902023] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.902023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.902023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.902023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.903738] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.903937] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 741d5cb1-25e1-4742-834a-bd613a4192c0 is going to be updated. [ 668.935638] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.936133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.936658] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.937690] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.937690] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.938688] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-741d5cb1-25e1-4742-834a-bd613a4192c0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.400895] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.553827] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec530184-cbcc-4aee-bccd-916aeefad577 in Status: SUCCESS [ 669.553827] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.553827] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.553827] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.553827] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.553827] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.553827] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.553827] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.553827] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.554298] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.554298] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ec530184-cbcc-4aee-bccd-916aeefad577',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.906169] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.906169] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.906169] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.906169] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.906169] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.906169] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be created. [ 669.930754] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.930754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.930754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.930914] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.931043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.951262] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: UNINITIALIZED for 2s [ 670.056812] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec530184-cbcc-4aee-bccd-916aeefad577 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.057144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.057144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.057396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.057571] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.057798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.057798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.057924] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.058028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.058173] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.058359] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec530184-cbcc-4aee-bccd-916aeefad577 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.058471] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.058555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.058660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.058795] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.058883] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.058940] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.059536] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.059536] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.059536] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.059536] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ec530184-cbcc-4aee-bccd-916aeefad577',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.561648] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ec530184-cbcc-4aee-bccd-916aeefad577: rpc.has_security_group_logging(os_id): False [ 670.584804] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.585251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.585369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.585736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.585923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.586477] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.586477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.586712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.586712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.586783] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.586994] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.587109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.587165] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.587344] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.587473] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.587661] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.587750] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.587808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.587968] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.588071] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.588163] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec530184-cbcc-4aee-bccd-916aeefad577 is going to be updated. [ 670.671305] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.671464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.671464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.671733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.672230] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.688953] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec530184-cbcc-4aee-bccd-916aeefad577 in Status: IN_PROGRESS for 2s [ 671.963842] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 671.963842] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.963842] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.963842] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.963842] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.963842] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.964516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.964516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.964605] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.964730] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.964877] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.124708] env[65757]: INFO networking_nsxv3.common.synchronization [None req-927ca0b8-e671-4c9b-89d1-4ceaf628addc None None] Enqueued Resource ID: b654a661-e0ff-474e-8627-963421633d1a with Priority: HIGHEST for action port [ 672.125567] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b654a661-e0ff-474e-8627-963421633d1a with Priority: HIGHEST for action port [ 672.129153] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-b654a661-e0ff-474e-8627-963421633d1a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.129457] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b654a661-e0ff-474e-8627-963421633d1a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.129457] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b654a661-e0ff-474e-8627-963421633d1a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.129743] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b654a661-e0ff-474e-8627-963421633d1a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.129827] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b654a661-e0ff-474e-8627-963421633d1a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.467455] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.467455] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.467455] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.467712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.467712] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.467808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.467846] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.469701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.469701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.469701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.469701] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.469701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.469701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.469701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.469701] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.469701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.469701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.469701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.469701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.469701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.469701] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.633459] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b654a661-e0ff-474e-8627-963421633d1a [ 672.633459] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.633459] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.633459] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.633748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.633748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.633748] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b654a661-e0ff-474e-8627-963421633d1a already deleted. [ 672.633902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b654a661-e0ff-474e-8627-963421633d1a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.657347] env[65757]: INFO networking_nsxv3.common.synchronization [None req-65c59cba-34ac-4079-a76d-f457f5c887b6 None None] Enqueued Resource ID: 2f6c8cb5-2637-450a-9308-9e5a88928d08 with Priority: HIGHEST for action port [ 672.658701] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f6c8cb5-2637-450a-9308-9e5a88928d08 with Priority: HIGHEST for action port [ 672.658701] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f6c8cb5-2637-450a-9308-9e5a88928d08 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.658701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f6c8cb5-2637-450a-9308-9e5a88928d08" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.661790] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f6c8cb5-2637-450a-9308-9e5a88928d08" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.662101] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f6c8cb5-2637-450a-9308-9e5a88928d08" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.662190] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f6c8cb5-2637-450a-9308-9e5a88928d08',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.705666] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ec530184-cbcc-4aee-bccd-916aeefad577 in Status: SUCCESS [ 672.706021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.971857] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4b32fd3-8938-4185-a0c3-7ed142922642: rpc.has_security_group_logging(os_id): False [ 672.990730] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.991062] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.991062] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.991193] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.991326] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.991555] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.991745] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.991745] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.991954] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.992021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.992187] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.992271] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.992340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.992479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.992572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.992722] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.993189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.993189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.993189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.993189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.993558] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be created. [ 673.063325] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.063325] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.063325] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.063325] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.063325] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.076867] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 673.168954] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f6c8cb5-2637-450a-9308-9e5a88928d08 [ 673.169227] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.169369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.169487] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.169767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.169899] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.169964] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f6c8cb5-2637-450a-9308-9e5a88928d08 already deleted. [ 673.170052] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f6c8cb5-2637-450a-9308-9e5a88928d08" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.018401] env[65757]: INFO networking_nsxv3.common.synchronization [None req-4a3cf95a-5899-4af7-99e0-9840ec47aa69 None None] Enqueued Resource ID: 8dab674d-1217-4eb5-b7b7-76d7ee821f9f with Priority: HIGHEST for action port [ 674.018926] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dab674d-1217-4eb5-b7b7-76d7ee821f9f with Priority: HIGHEST for action port [ 674.019326] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dab674d-1217-4eb5-b7b7-76d7ee821f9f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.019489] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dab674d-1217-4eb5-b7b7-76d7ee821f9f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.019613] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dab674d-1217-4eb5-b7b7-76d7ee821f9f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.019894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dab674d-1217-4eb5-b7b7-76d7ee821f9f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.020018] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dab674d-1217-4eb5-b7b7-76d7ee821f9f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.523578] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dab674d-1217-4eb5-b7b7-76d7ee821f9f [ 674.523823] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.523962] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.524041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.524257] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.524353] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.524441] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dab674d-1217-4eb5-b7b7-76d7ee821f9f already deleted. [ 674.524519] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dab674d-1217-4eb5-b7b7-76d7ee821f9f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.887613] env[65757]: INFO networking_nsxv3.common.synchronization [req-59c70627-e195-49c7-9d34-5a4328d41985 req-ff8d57c1-416c-4bab-b3de-a28b10c64787 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Enqueued Resource ID: d64ecac8-271a-4746-b8a5-b65228a3ac34 with Priority: HIGHEST for action security_group_members [ 674.888616] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64ecac8-271a-4746-b8a5-b65228a3ac34 with Priority: HIGHEST for action security_group_members [ 674.888616] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64ecac8-271a-4746-b8a5-b65228a3ac34 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.888616] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.888900] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.889672] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.889932] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.890050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.890050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.890233] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.890330] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.890420] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64ecac8-271a-4746-b8a5-b65228a3ac34',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.095239] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 675.095239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.334634] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.334842] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.334974] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.335307] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.335573] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.335739] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.335850] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.337020] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.337195] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.340788] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.340788] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 675.340788] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 675.340788] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 675.340788] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 675.340788] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 675.340788] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 675.362333] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 675.366026] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 675.366026] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 675.366026] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.366026] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-57d40ada-6e01-493c-8b8c-07e42f958693 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.366026] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-57d40ada-6e01-493c-8b8c-07e42f958693" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.366026] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-57d40ada-6e01-493c-8b8c-07e42f958693" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.366026] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-57d40ada-6e01-493c-8b8c-07e42f958693" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.366026] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57d40ada-6e01-493c-8b8c-07e42f958693',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.393824] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.394037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.394151] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.394929] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.394929] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.394929] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.394929] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.394929] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.394929] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.394929] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.396471] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64ecac8-271a-4746-b8a5-b65228a3ac34 already deleted. [ 675.396471] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.675876] env[65757]: INFO networking_nsxv3.common.synchronization [None req-1aaef115-47aa-4918-a9a1-16cccc7714b5 None None] Enqueued Resource ID: 58758500-29f6-479a-9df1-660dd646ce3d with Priority: HIGHEST for action port [ 675.676487] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58758500-29f6-479a-9df1-660dd646ce3d with Priority: HIGHEST for action port [ 675.676487] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-58758500-29f6-479a-9df1-660dd646ce3d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.676663] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58758500-29f6-479a-9df1-660dd646ce3d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.676663] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58758500-29f6-479a-9df1-660dd646ce3d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.677581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58758500-29f6-479a-9df1-660dd646ce3d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.677581] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58758500-29f6-479a-9df1-660dd646ce3d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.866179] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.866535] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.866688] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.867056] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.867207] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.867413] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 57d40ada-6e01-493c-8b8c-07e42f958693 not found, creating... [ 675.867670] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.867963] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.868051] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.868295] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.868443] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.868722] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.869031] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.869103] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.869277] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.869407] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.869536] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 57d40ada-6e01-493c-8b8c-07e42f958693 is going to be created. [ 675.894654] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.894911] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.895216] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.895388] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.895655] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.895866] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-57d40ada-6e01-493c-8b8c-07e42f958693" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.180557] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58758500-29f6-479a-9df1-660dd646ce3d [ 676.180805] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.180947] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.181024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.181220] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.181307] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.181396] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58758500-29f6-479a-9df1-660dd646ce3d already deleted. [ 676.181479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58758500-29f6-479a-9df1-660dd646ce3d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.643111] env[65757]: INFO networking_nsxv3.common.synchronization [req-59c70627-e195-49c7-9d34-5a4328d41985 req-c7896c78-c756-48f2-b7bb-65ed1a796fd8 service nova] Enqueued Resource ID: d64ecac8-271a-4746-b8a5-b65228a3ac34 with Priority: HIGHEST for action security_group_rules [ 676.643636] env[65757]: INFO networking_nsxv3.common.synchronization [req-59c70627-e195-49c7-9d34-5a4328d41985 req-c7896c78-c756-48f2-b7bb-65ed1a796fd8 service nova] Enqueued Resource ID: d64ecac8-271a-4746-b8a5-b65228a3ac34 with Priority: HIGHEST for action security_group_members [ 676.643636] env[65757]: INFO networking_nsxv3.common.synchronization [req-59c70627-e195-49c7-9d34-5a4328d41985 req-c7896c78-c756-48f2-b7bb-65ed1a796fd8 service nova] Enqueued Resource ID: 57d40ada-6e01-493c-8b8c-07e42f958693 with Priority: HIGHEST for action port [ 676.643636] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64ecac8-271a-4746-b8a5-b65228a3ac34 with Priority: HIGHEST for action security_group_rules [ 676.643842] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64ecac8-271a-4746-b8a5-b65228a3ac34 with Priority: HIGHEST for action security_group_members [ 676.643894] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d40ada-6e01-493c-8b8c-07e42f958693 with Priority: HIGHEST for action port [ 676.644444] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d64ecac8-271a-4746-b8a5-b65228a3ac34 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.644637] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.644637] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.644891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.644994] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d64ecac8-271a-4746-b8a5-b65228a3ac34',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.650234] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64ecac8-271a-4746-b8a5-b65228a3ac34 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.650234] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.650234] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.650234] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.650234] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.650234] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.650234] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.650234] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.650539] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.650539] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64ecac8-271a-4746-b8a5-b65228a3ac34',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.651323] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-57d40ada-6e01-493c-8b8c-07e42f958693 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.651462] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57d40ada-6e01-493c-8b8c-07e42f958693" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.651505] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57d40ada-6e01-493c-8b8c-07e42f958693" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.651715] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57d40ada-6e01-493c-8b8c-07e42f958693" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.651715] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57d40ada-6e01-493c-8b8c-07e42f958693',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.860160] env[65757]: INFO networking_nsxv3.common.synchronization [req-e67eeba0-b39a-4054-a06a-9878232f32a5 req-910b7d0c-9a88-42f2-9327-82937b88d510 tempest-VolumesAdminNegativeTest-1367722054 tempest-VolumesAdminNegativeTest-1367722054-project-member] Enqueued Resource ID: bda3c3ad-63bc-4371-bced-f8f0ad9d7476 with Priority: HIGHEST for action security_group_members [ 676.860835] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda3c3ad-63bc-4371-bced-f8f0ad9d7476 with Priority: HIGHEST for action security_group_members [ 676.860976] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.861274] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.861274] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.861405] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.861509] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.861611] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.861668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.861821] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.861904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.861994] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bda3c3ad-63bc-4371-bced-f8f0ad9d7476',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.899719] env[65757]: INFO networking_nsxv3.common.synchronization [req-b0bb712f-94ce-4a36-9304-d85980abe390 req-baf39054-9fd1-41ab-9942-33d653ba0433 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Enqueued Resource ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 with Priority: HIGHEST for action security_group_members [ 676.901450] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 with Priority: HIGHEST for action security_group_members [ 676.902523] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.902741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.902741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.903607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.903607] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.903607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.903607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.903607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.903607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.903607] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1e8f6b1-1988-4515-a8dc-1abf9ade2b86',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.154310] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d64ecac8-271a-4746-b8a5-b65228a3ac34',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.155361] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64ecac8-271a-4746-b8a5-b65228a3ac34 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.155494] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.155683] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57d40ada-6e01-493c-8b8c-07e42f958693 with status ACTIVE [ 677.155829] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.155982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.156152] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.156312] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.156440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.156617] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.156714] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.156766] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.156932] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.157011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.157189] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.157309] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.157357] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.157664] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.157664] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.157664] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57d40ada-6e01-493c-8b8c-07e42f958693 is going to be updated. [ 677.180061] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.180158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.181329] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.181329] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.181329] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.181329] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57d40ada-6e01-493c-8b8c-07e42f958693" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.364896] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.365040] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.365040] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.365386] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.365491] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.365715] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.365824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.365878] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.366050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.366132] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.366218] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda3c3ad-63bc-4371-bced-f8f0ad9d7476 is going to be updated. [ 677.388923] env[65757]: INFO networking_nsxv3.common.synchronization [req-935eb65e-99ef-4bfb-8891-f9dded9ef33e req-848917a0-3eaf-4f6c-bb82-7d3940176cbb tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Enqueued Resource ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 with Priority: HIGHEST for action security_group_members [ 677.389471] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 with Priority: HIGHEST for action security_group_members [ 677.390661] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-25b36f8f-d482-4af9-9e26-74ca8ae90f71 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.390863] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.390956] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.391316] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.391537] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.391865] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.391865] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.392582] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.392732] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.392880] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25b36f8f-d482-4af9-9e26-74ca8ae90f71',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.403412] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.404208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.404741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.404741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.404741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.408721] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e1e8f6b1-1988-4515-a8dc-1abf9ade2b86',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.418699] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda3c3ad-63bc-4371-bced-f8f0ad9d7476 in Status: IN_PROGRESS for 2s [ 677.659489] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d64ecac8-271a-4746-b8a5-b65228a3ac34',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.742404] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-962 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.742404] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-962" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.742404] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-962" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.742404] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-962" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.742404] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.742404] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.742404] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.743138] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.743138] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.743138] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.743138] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.743138] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.743138] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.743484] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.743484] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.743484] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.765551] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.765733] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.765838] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.766027] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-962" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.766819] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-cc1ef4fc-2d22-419d-979a-a354a349a101 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.766819] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-cc1ef4fc-2d22-419d-979a-a354a349a101" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.766819] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-cc1ef4fc-2d22-419d-979a-a354a349a101" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.767116] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-cc1ef4fc-2d22-419d-979a-a354a349a101" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.767224] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc1ef4fc-2d22-419d-979a-a354a349a101',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.895232] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.895419] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.895476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.895675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.895772] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.895964] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.896135] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.896225] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.896402] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.896482] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.896552] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 already deleted. [ 677.896630] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.914972] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e1e8f6b1-1988-4515-a8dc-1abf9ade2b86',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.163270] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.163459] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.163550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.163830] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.164042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.164042] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64ecac8-271a-4746-b8a5-b65228a3ac34 is going to be created. [ 678.194434] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.194770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.194770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.195020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.195098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.206111] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64ecac8-271a-4746-b8a5-b65228a3ac34 in Status: UNINITIALIZED for 2s [ 678.272387] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.272387] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.272387] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.272387] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.272387] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.272752] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port cc1ef4fc-2d22-419d-979a-a354a349a101 not found, creating... [ 678.273945] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.273945] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.273945] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.273945] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.273945] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.273945] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.274634] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.274781] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.275181] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.275181] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.275349] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: cc1ef4fc-2d22-419d-979a-a354a349a101 is going to be created. [ 678.299670] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.299992] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.300486] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.300486] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.301641] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.301641] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-cc1ef4fc-2d22-419d-979a-a354a349a101" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.419259] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.419433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.419533] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.419842] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.419938] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.420081] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 is going to be updated. [ 678.458939] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.459244] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.459244] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.459418] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.459547] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.470642] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 in Status: IN_PROGRESS for 2s [ 679.078326] env[65757]: INFO networking_nsxv3.common.synchronization [req-935eb65e-99ef-4bfb-8891-f9dded9ef33e req-d1d37304-1e27-4415-b00a-4942a5f9fc5e service nova] Enqueued Resource ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 with Priority: HIGHEST for action security_group_rules [ 679.078326] env[65757]: INFO networking_nsxv3.common.synchronization [req-935eb65e-99ef-4bfb-8891-f9dded9ef33e req-d1d37304-1e27-4415-b00a-4942a5f9fc5e service nova] Enqueued Resource ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 with Priority: HIGHEST for action security_group_members [ 679.078827] env[65757]: INFO networking_nsxv3.common.synchronization [req-935eb65e-99ef-4bfb-8891-f9dded9ef33e req-d1d37304-1e27-4415-b00a-4942a5f9fc5e service nova] Enqueued Resource ID: cc1ef4fc-2d22-419d-979a-a354a349a101 with Priority: HIGHEST for action port [ 679.079360] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 with Priority: HIGHEST for action security_group_rules [ 679.079360] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 with Priority: HIGHEST for action security_group_members [ 679.079439] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc1ef4fc-2d22-419d-979a-a354a349a101 with Priority: HIGHEST for action port [ 679.079670] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25b36f8f-d482-4af9-9e26-74ca8ae90f71 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.079801] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.079865] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.080111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.080270] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25b36f8f-d482-4af9-9e26-74ca8ae90f71',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.081137] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-25b36f8f-d482-4af9-9e26-74ca8ae90f71 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.081263] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.081330] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.081619] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.081665] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.081764] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.081822] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.082686] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.082686] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.082686] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25b36f8f-d482-4af9-9e26-74ca8ae90f71',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.083133] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc1ef4fc-2d22-419d-979a-a354a349a101 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.083983] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc1ef4fc-2d22-419d-979a-a354a349a101" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.084088] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc1ef4fc-2d22-419d-979a-a354a349a101" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.084400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc1ef4fc-2d22-419d-979a-a354a349a101" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.084446] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc1ef4fc-2d22-419d-979a-a354a349a101',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.429942] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bda3c3ad-63bc-4371-bced-f8f0ad9d7476 in Status: SUCCESS [ 679.430215] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bda3c3ad-63bc-4371-bced-f8f0ad9d7476 deletion is rescheduled due to dependency. [ 679.430253] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.587409] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('25b36f8f-d482-4af9-9e26-74ca8ae90f71',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.588786] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-25b36f8f-d482-4af9-9e26-74ca8ae90f71 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.588959] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.589246] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc1ef4fc-2d22-419d-979a-a354a349a101 with status ACTIVE [ 679.589468] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.589643] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.589734] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.589976] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.590188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.590408] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.590522] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.590607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.590878] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.590999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.591247] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.591597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.591597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.591597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.591725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.591813] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc1ef4fc-2d22-419d-979a-a354a349a101 is going to be updated. [ 679.617564] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.617727] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.617824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.618067] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.618203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.618390] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc1ef4fc-2d22-419d-979a-a354a349a101" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.623021] env[65757]: INFO networking_nsxv3.common.synchronization [req-3be82e54-1f8a-4b4d-a0cf-da855eae2a5d req-39bdd1ed-54fa-4252-af32-d6cdcf092226 tempest-ServerDiagnosticsNegativeTest-768865907 tempest-ServerDiagnosticsNegativeTest-768865907-project-member] Enqueued Resource ID: f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 with Priority: HIGHEST for action security_group_members [ 679.623720] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 with Priority: HIGHEST for action security_group_members [ 679.624031] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.624151] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.624217] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.624414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.624570] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.624663] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.624723] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.624868] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.624964] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.625063] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f20f6806-e7d5-43e1-a74a-fcb8f9555bb4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.093977] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('25b36f8f-d482-4af9-9e26-74ca8ae90f71',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.128352] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.128606] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.128683] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.128965] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.129756] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.129756] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.129756] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.129756] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.130107] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.130107] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.130107] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 is going to be updated. [ 680.166579] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.166841] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.167072] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.168479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.168479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.179470] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 in Status: IN_PROGRESS for 2s [ 680.222277] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64ecac8-271a-4746-b8a5-b65228a3ac34 in Status: SUCCESS [ 680.222509] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.223323] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.223323] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.223323] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.223323] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.223637] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.223637] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.223637] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.223828] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.223828] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d64ecac8-271a-4746-b8a5-b65228a3ac34',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.282298] env[65757]: INFO networking_nsxv3.common.synchronization [req-9259d5ee-637c-4721-b36d-566311f0b668 req-f5fcfab9-6914-4c7a-b66c-70c340f00297 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Enqueued Resource ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf with Priority: HIGHEST for action security_group_members [ 680.283268] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf with Priority: HIGHEST for action security_group_members [ 680.283564] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d4945-93e3-4a03-bb7d-ba30446f0bdf taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.285568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.285568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.285568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.285568] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.285568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.285568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.285568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.285568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.285568] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977d4945-93e3-4a03-bb7d-ba30446f0bdf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.483622] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 in Status: SUCCESS [ 680.484114] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.486101] env[65757]: INFO networking_nsxv3.common.synchronization [req-77269b75-22e6-4edd-9325-3ab435402204 req-5f9c3388-e5e1-4ad1-86e8-8f13b0298491 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Enqueued Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 680.486737] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 680.487096] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.487338] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.487410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.487657] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.487842] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.487985] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.488108] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.488214] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.488406] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.488513] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.598536] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.599604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.599604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.599732] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.599795] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.601668] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 is going to be created. [ 680.630586] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.630752] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.630815] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.631033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.631198] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.643695] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 in Status: UNINITIALIZED for 2s [ 680.726581] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64ecac8-271a-4746-b8a5-b65228a3ac34 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.726717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.726792] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.727047] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.727224] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.727403] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.727478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.727624] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.727712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.727822] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.727998] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64ecac8-271a-4746-b8a5-b65228a3ac34 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.728137] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.728589] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.728589] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.728589] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.728720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.728720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.729146] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.729146] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.729146] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.729146] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d64ecac8-271a-4746-b8a5-b65228a3ac34',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.788717] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.790185] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.790338] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.790579] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.790650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.790891] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.791394] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.791394] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.791523] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.791523] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.791591] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf already deleted. [ 680.792082] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.840013] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.840359] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-735" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.840359] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-735" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.840669] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-735" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.840915] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.841477] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.841652] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.841913] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.842075] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.842307] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.842431] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.842545] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.842648] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.842751] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.842846] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.842968] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.863490] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.863607] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.863736] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.863909] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-735" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.864274] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-3b80168f-efe7-405a-9339-403766118ca4 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.864453] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-3b80168f-efe7-405a-9339-403766118ca4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.864567] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-3b80168f-efe7-405a-9339-403766118ca4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.864904] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-3b80168f-efe7-405a-9339-403766118ca4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.865054] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b80168f-efe7-405a-9339-403766118ca4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.993813] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.994068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.994480] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.994480] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.994610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.994818] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.994925] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.994925] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.995125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.995250] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.995370] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 is going to be updated. [ 681.037177] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.037177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.037177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.037177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.037177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.047888] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: IN_PROGRESS for 2s [ 681.231682] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d64ecac8-271a-4746-b8a5-b65228a3ac34: rpc.has_security_group_logging(os_id): False [ 681.252639] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.252855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.252855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.253130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.253234] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.253455] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.253560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.253623] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.253780] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.253857] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.254037] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.254134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.254239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.254383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.254460] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.254651] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.254797] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.254865] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.255041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.255104] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.255199] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d64ecac8-271a-4746-b8a5-b65228a3ac34 is going to be created. [ 681.367472] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.367814] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.367931] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.368324] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.368507] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.368733] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 3b80168f-efe7-405a-9339-403766118ca4 not found, creating... [ 681.369150] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.369363] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.369510] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.369811] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.369988] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.370534] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.370715] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.370816] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.371109] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.371256] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.371419] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 3b80168f-efe7-405a-9339-403766118ca4 is going to be created. [ 681.373643] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.373805] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.373805] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.373966] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.374097] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.394832] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d64ecac8-271a-4746-b8a5-b65228a3ac34 in Status: IN_PROGRESS for 2s [ 681.401024] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.401269] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.401446] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.401652] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.402119] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.402367] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-3b80168f-efe7-405a-9339-403766118ca4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.187851] env[65757]: INFO networking_nsxv3.common.synchronization [req-9259d5ee-637c-4721-b36d-566311f0b668 req-5feddc06-1c1e-4270-9660-7976951b5062 service nova] Enqueued Resource ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf with Priority: HIGHEST for action security_group_rules [ 682.188175] env[65757]: INFO networking_nsxv3.common.synchronization [req-9259d5ee-637c-4721-b36d-566311f0b668 req-5feddc06-1c1e-4270-9660-7976951b5062 service nova] Enqueued Resource ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf with Priority: HIGHEST for action security_group_members [ 682.188175] env[65757]: INFO networking_nsxv3.common.synchronization [req-9259d5ee-637c-4721-b36d-566311f0b668 req-5feddc06-1c1e-4270-9660-7976951b5062 service nova] Enqueued Resource ID: 3b80168f-efe7-405a-9339-403766118ca4 with Priority: HIGHEST for action port [ 682.188746] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf with Priority: HIGHEST for action security_group_rules [ 682.188930] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf with Priority: HIGHEST for action security_group_members [ 682.188985] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b80168f-efe7-405a-9339-403766118ca4 with Priority: HIGHEST for action port [ 682.191267] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 in Status: SUCCESS [ 682.191481] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 deletion is rescheduled due to dependency. [ 682.191648] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.191957] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.191957] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.192076] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.192262] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.192343] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('977d4945-93e3-4a03-bb7d-ba30446f0bdf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.193263] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d4945-93e3-4a03-bb7d-ba30446f0bdf taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.193374] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.193476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.193619] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.193907] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.193907] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.194061] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.196649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.196649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.196649] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977d4945-93e3-4a03-bb7d-ba30446f0bdf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.198927] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b80168f-efe7-405a-9339-403766118ca4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.199216] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b80168f-efe7-405a-9339-403766118ca4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.199216] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b80168f-efe7-405a-9339-403766118ca4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.200693] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b80168f-efe7-405a-9339-403766118ca4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.200693] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b80168f-efe7-405a-9339-403766118ca4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.653945] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 in Status: SUCCESS [ 682.654395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.654584] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.654925] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.655202] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.656355] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.656355] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.656355] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.656355] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.656355] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.656355] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('25b36f8f-d482-4af9-9e26-74ca8ae90f71',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.702590] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('977d4945-93e3-4a03-bb7d-ba30446f0bdf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.702590] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d4945-93e3-4a03-bb7d-ba30446f0bdf taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.702590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.702590] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b80168f-efe7-405a-9339-403766118ca4 with status ACTIVE [ 682.702590] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.702590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.702590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.703351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.703351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.703351] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.706971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.706971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.706971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.706971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.706971] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.706971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.706971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.706971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.706971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.706971] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b80168f-efe7-405a-9339-403766118ca4 is going to be updated. [ 682.730366] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.730366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.730366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.730366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.730366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.730366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b80168f-efe7-405a-9339-403766118ca4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.059575] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: SUCCESS [ 683.059919] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 deletion is rescheduled due to dependency. [ 683.059919] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.159555] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('25b36f8f-d482-4af9-9e26-74ca8ae90f71',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.207795] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('977d4945-93e3-4a03-bb7d-ba30446f0bdf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.412765] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d64ecac8-271a-4746-b8a5-b65228a3ac34 in Status: SUCCESS [ 683.412993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.665788] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 25b36f8f-d482-4af9-9e26-74ca8ae90f71: rpc.has_security_group_logging(os_id): False [ 683.696365] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.696907] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.697254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.697630] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.697832] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.698219] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.698607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.698910] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.699241] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.700318] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.700318] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 is going to be created. [ 683.711215] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.711390] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.711466] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.711721] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.711830] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.711940] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf is going to be created. [ 683.743659] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.743659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.743659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.743659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.743659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.761176] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf in Status: UNINITIALIZED for 2s [ 683.779251] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.779251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.779251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.779251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.779805] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.797168] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 in Status: IN_PROGRESS for 2s [ 684.023419] env[65757]: INFO networking_nsxv3.common.synchronization [None req-ed993a68-b468-4364-9775-b0f731d52f3c None None] Enqueued Resource ID: 60fa1516-5e90-4246-9926-11e69a3f9829 with Priority: HIGHEST for action port [ 684.024172] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60fa1516-5e90-4246-9926-11e69a3f9829 with Priority: HIGHEST for action port [ 684.024356] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-60fa1516-5e90-4246-9926-11e69a3f9829 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.024514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60fa1516-5e90-4246-9926-11e69a3f9829" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.024514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60fa1516-5e90-4246-9926-11e69a3f9829" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.024759] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60fa1516-5e90-4246-9926-11e69a3f9829" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.024843] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60fa1516-5e90-4246-9926-11e69a3f9829',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.533951] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60fa1516-5e90-4246-9926-11e69a3f9829 [ 684.533951] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.533951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.533951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.533951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.533951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.533951] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60fa1516-5e90-4246-9926-11e69a3f9829 already deleted. [ 684.533951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60fa1516-5e90-4246-9926-11e69a3f9829" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.246968] env[65757]: INFO networking_nsxv3.common.synchronization [req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 req-2c40f7f3-56ff-4cfb-9209-05f9ce67d27e tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 685.249376] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 685.249376] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.249376] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.249376] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.250573] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.250960] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.250960] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.250960] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.251306] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.255629] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.255629] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.759265] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.759538] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.759599] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.759935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.761306] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.761306] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.761306] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.761306] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.761306] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.761306] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.761306] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea already deleted. [ 685.765564] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.776307] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf in Status: SUCCESS [ 685.776307] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.776307] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.776547] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.776753] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.776866] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.776944] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.777101] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.777177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.777261] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.777391] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('977d4945-93e3-4a03-bb7d-ba30446f0bdf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.789800] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.790942] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.791047] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.791666] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.792635] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.792635] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.793031] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.793231] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.793529] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.793919] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.795021] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 685.795021] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 685.795021] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 685.795021] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 685.795021] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 685.795498] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 685.819895] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 in Status: SUCCESS [ 685.822227] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.826052] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 685.826379] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 685.827885] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 685.828279] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.829387] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-b8c70ff0-efc2-452b-a20f-73e5d15b1b46 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.830891] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-b8c70ff0-efc2-452b-a20f-73e5d15b1b46" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.831125] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-b8c70ff0-efc2-452b-a20f-73e5d15b1b46" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.831626] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-b8c70ff0-efc2-452b-a20f-73e5d15b1b46" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.831766] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8c70ff0-efc2-452b-a20f-73e5d15b1b46',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.282902] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('977d4945-93e3-4a03-bb7d-ba30446f0bdf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.334189] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.334802] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.334802] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.334982] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.337753] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.337960] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port b8c70ff0-efc2-452b-a20f-73e5d15b1b46 not found, creating... [ 686.338300] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.338494] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.338743] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.338866] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.339014] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.339469] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.339671] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.339814] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.340087] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.340258] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.341612] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: b8c70ff0-efc2-452b-a20f-73e5d15b1b46 is going to be created. [ 686.383146] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.383146] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.383146] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.383146] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.384381] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.385114] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-b8c70ff0-efc2-452b-a20f-73e5d15b1b46" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.786747] env[65757]: INFO networking_nsxv3.common.synchronization [None req-a30a1e9b-601b-474f-84f8-ee596f66453d None None] Enqueued Resource ID: 663505f1-060b-4d94-87c5-4681f884a18d with Priority: HIGHEST for action port [ 686.787012] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 977d4945-93e3-4a03-bb7d-ba30446f0bdf: rpc.has_security_group_logging(os_id): False [ 686.788461] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 663505f1-060b-4d94-87c5-4681f884a18d with Priority: HIGHEST for action port [ 686.790022] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-663505f1-060b-4d94-87c5-4681f884a18d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.790022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-663505f1-060b-4d94-87c5-4681f884a18d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.790022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-663505f1-060b-4d94-87c5-4681f884a18d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.790022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-663505f1-060b-4d94-87c5-4681f884a18d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.790022] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('663505f1-060b-4d94-87c5-4681f884a18d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.812777] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.812965] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.813026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.813808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.813808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.813808] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.813808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.813808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.813808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.814163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.814163] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf is going to be created. [ 686.877942] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.878137] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.878250] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.878466] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.878676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.890045] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf in Status: IN_PROGRESS for 2s [ 687.109537] env[65757]: INFO networking_nsxv3.common.synchronization [req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 req-fdabea7c-ee68-4515-9f4e-5700e77a46b0 service nova] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_rules [ 687.109537] env[65757]: INFO networking_nsxv3.common.synchronization [req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 req-fdabea7c-ee68-4515-9f4e-5700e77a46b0 service nova] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 687.109537] env[65757]: INFO networking_nsxv3.common.synchronization [req-d9360537-d639-4c8e-aac1-ffd5ef36ebc5 req-fdabea7c-ee68-4515-9f4e-5700e77a46b0 service nova] Enqueued Resource ID: b8c70ff0-efc2-452b-a20f-73e5d15b1b46 with Priority: HIGHEST for action port [ 687.109537] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_rules [ 687.109537] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 687.109537] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8c70ff0-efc2-452b-a20f-73e5d15b1b46 with Priority: HIGHEST for action port [ 687.109537] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.109537] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.117023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.117023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.117023] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.117023] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.117023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.117023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.117023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.117023] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.117023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.117023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.117023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.117023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.117023] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.122330] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8c70ff0-efc2-452b-a20f-73e5d15b1b46 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.122330] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8c70ff0-efc2-452b-a20f-73e5d15b1b46" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.122330] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8c70ff0-efc2-452b-a20f-73e5d15b1b46" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.122330] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8c70ff0-efc2-452b-a20f-73e5d15b1b46" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.122330] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8c70ff0-efc2-452b-a20f-73e5d15b1b46',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.150600] env[65757]: INFO networking_nsxv3.common.synchronization [None req-746926ce-2228-41b4-be7f-7e4b590b4707 None None] Enqueued Resource ID: e0c9fe06-ba58-46b4-a92f-ba21d461376f with Priority: HIGHEST for action port [ 687.150719] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c9fe06-ba58-46b4-a92f-ba21d461376f with Priority: HIGHEST for action port [ 687.153694] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0c9fe06-ba58-46b4-a92f-ba21d461376f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.153873] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0c9fe06-ba58-46b4-a92f-ba21d461376f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.153950] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0c9fe06-ba58-46b4-a92f-ba21d461376f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.157309] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0c9fe06-ba58-46b4-a92f-ba21d461376f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.157432] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0c9fe06-ba58-46b4-a92f-ba21d461376f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.291584] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 663505f1-060b-4d94-87c5-4681f884a18d [ 687.292212] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.292494] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.292558] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.292856] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.292990] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.293194] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:663505f1-060b-4d94-87c5-4681f884a18d already deleted. [ 687.293278] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-663505f1-060b-4d94-87c5-4681f884a18d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.624296] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.624706] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.624706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.625618] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8c70ff0-efc2-452b-a20f-73e5d15b1b46 with status ACTIVE [ 687.625618] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.625618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.626803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.626803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.626803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.626803] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.626803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.626803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.626803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.626803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.627088] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.627088] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.627088] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.627258] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.628414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.628414] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8c70ff0-efc2-452b-a20f-73e5d15b1b46 is going to be updated. [ 687.653078] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.653268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.653396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.653890] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.653890] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.653890] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8c70ff0-efc2-452b-a20f-73e5d15b1b46" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.664328] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0c9fe06-ba58-46b4-a92f-ba21d461376f [ 687.664328] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.664328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.664328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.664328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.664328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.664328] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0c9fe06-ba58-46b4-a92f-ba21d461376f already deleted. [ 687.664328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0c9fe06-ba58-46b4-a92f-ba21d461376f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.127151] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.227296] env[65757]: INFO networking_nsxv3.common.synchronization [req-9346b7dd-30ed-4988-bca8-6ab525782ef0 req-ebf8da3d-82eb-440e-9e3b-eaa47528724d tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Enqueued Resource ID: a3aa5697-bb6c-4366-8c2d-0f553034687a with Priority: HIGHEST for action security_group_members [ 688.230724] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3aa5697-bb6c-4366-8c2d-0f553034687a with Priority: HIGHEST for action security_group_members [ 688.230724] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3aa5697-bb6c-4366-8c2d-0f553034687a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.230724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.230724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.230724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.230724] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.230724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.230724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.230724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.230724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.230724] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3aa5697-bb6c-4366-8c2d-0f553034687a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.630473] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.630813] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.630813] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.630904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.630982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.631092] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be created. [ 688.674326] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.674480] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.674548] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.674769] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.674945] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.682227] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.682227] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.682227] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.682227] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.682420] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.682492] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.682616] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.682828] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.682967] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.683181] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.683284] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 688.683396] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 688.683507] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 688.683607] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 688.683701] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 688.683820] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 688.690785] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: UNINITIALIZED for 2s [ 688.705260] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 688.705578] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 688.705578] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 688.705697] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.706648] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-27d35fa5-bc37-471b-b319-8b2b58673ad9 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.706648] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-27d35fa5-bc37-471b-b319-8b2b58673ad9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.706648] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-27d35fa5-bc37-471b-b319-8b2b58673ad9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.706648] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-27d35fa5-bc37-471b-b319-8b2b58673ad9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.707030] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27d35fa5-bc37-471b-b319-8b2b58673ad9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.731403] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.731567] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.731620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.731848] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.731937] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.732140] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.732234] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.732374] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.732478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.732588] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.732710] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3aa5697-bb6c-4366-8c2d-0f553034687a is going to be updated. [ 688.770344] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.770516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.770587] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.771192] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.771192] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.783110] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3aa5697-bb6c-4366-8c2d-0f553034687a in Status: IN_PROGRESS for 2s [ 688.908193] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf in Status: SUCCESS [ 688.908193] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.210342] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.214023] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.214023] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.214023] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.214023] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.214023] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 27d35fa5-bc37-471b-b319-8b2b58673ad9 not found, creating... [ 689.214023] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.214023] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.214023] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.214023] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.214023] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.214528] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.214528] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.214528] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.214528] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.214528] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.214528] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 27d35fa5-bc37-471b-b319-8b2b58673ad9 is going to be created. [ 689.243029] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.243029] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.243029] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.243029] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.243029] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.243029] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-27d35fa5-bc37-471b-b319-8b2b58673ad9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.554525] env[65757]: INFO networking_nsxv3.common.synchronization [None req-bd5f6b97-00e9-4246-a53a-d2b2f44b26cb None None] Enqueued Resource ID: 6bd26b7e-06c5-47d3-a88c-62cd11c893c5 with Priority: HIGHEST for action port [ 689.555425] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bd26b7e-06c5-47d3-a88c-62cd11c893c5 with Priority: HIGHEST for action port [ 689.555855] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bd26b7e-06c5-47d3-a88c-62cd11c893c5 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.556042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bd26b7e-06c5-47d3-a88c-62cd11c893c5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.556154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bd26b7e-06c5-47d3-a88c-62cd11c893c5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.556458] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bd26b7e-06c5-47d3-a88c-62cd11c893c5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.556573] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bd26b7e-06c5-47d3-a88c-62cd11c893c5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.938677] env[65757]: INFO networking_nsxv3.common.synchronization [req-9346b7dd-30ed-4988-bca8-6ab525782ef0 req-9a051386-8898-4228-80fd-6997f3b69e17 service nova] Enqueued Resource ID: a3aa5697-bb6c-4366-8c2d-0f553034687a with Priority: HIGHEST for action security_group_rules [ 689.938873] env[65757]: INFO networking_nsxv3.common.synchronization [req-9346b7dd-30ed-4988-bca8-6ab525782ef0 req-9a051386-8898-4228-80fd-6997f3b69e17 service nova] Enqueued Resource ID: a3aa5697-bb6c-4366-8c2d-0f553034687a with Priority: HIGHEST for action security_group_members [ 689.939047] env[65757]: INFO networking_nsxv3.common.synchronization [req-9346b7dd-30ed-4988-bca8-6ab525782ef0 req-9a051386-8898-4228-80fd-6997f3b69e17 service nova] Enqueued Resource ID: 27d35fa5-bc37-471b-b319-8b2b58673ad9 with Priority: HIGHEST for action port [ 689.939608] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3aa5697-bb6c-4366-8c2d-0f553034687a with Priority: HIGHEST for action security_group_rules [ 689.939767] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3aa5697-bb6c-4366-8c2d-0f553034687a with Priority: HIGHEST for action security_group_members [ 689.939851] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27d35fa5-bc37-471b-b319-8b2b58673ad9 with Priority: HIGHEST for action port [ 689.940124] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3aa5697-bb6c-4366-8c2d-0f553034687a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.940252] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.940310] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.940511] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.940590] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3aa5697-bb6c-4366-8c2d-0f553034687a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.941448] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3aa5697-bb6c-4366-8c2d-0f553034687a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.941545] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.941745] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-27d35fa5-bc37-471b-b319-8b2b58673ad9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.941846] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27d35fa5-bc37-471b-b319-8b2b58673ad9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.941913] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27d35fa5-bc37-471b-b319-8b2b58673ad9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.942097] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27d35fa5-bc37-471b-b319-8b2b58673ad9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.942166] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27d35fa5-bc37-471b-b319-8b2b58673ad9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.059062] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bd26b7e-06c5-47d3-a88c-62cd11c893c5 [ 690.059319] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.059475] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.059548] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.059826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.059898] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.059992] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bd26b7e-06c5-47d3-a88c-62cd11c893c5 already deleted. [ 690.060109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bd26b7e-06c5-47d3-a88c-62cd11c893c5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.445111] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3aa5697-bb6c-4366-8c2d-0f553034687a taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.445111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.445790] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27d35fa5-bc37-471b-b319-8b2b58673ad9 with status ACTIVE [ 690.446060] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.446060] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.446282] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.446364] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.446442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.446575] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.446700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.446784] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.446861] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.446931] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.447127] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.447262] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.447262] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.447411] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.447514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.447604] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27d35fa5-bc37-471b-b319-8b2b58673ad9 is going to be updated. [ 690.473222] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.473415] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.473508] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.473803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.474267] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.474267] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27d35fa5-bc37-471b-b319-8b2b58673ad9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.502228] env[65757]: INFO networking_nsxv3.common.synchronization [None req-1cf363c4-4fee-4ae7-a680-dff1cb367de7 None None] Enqueued Resource ID: b82d39f0-37d6-449c-96e3-3d7ab921382a with Priority: HIGHEST for action port [ 690.502415] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b82d39f0-37d6-449c-96e3-3d7ab921382a with Priority: HIGHEST for action port [ 690.502996] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-b82d39f0-37d6-449c-96e3-3d7ab921382a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.503137] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b82d39f0-37d6-449c-96e3-3d7ab921382a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.503187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b82d39f0-37d6-449c-96e3-3d7ab921382a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.504929] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b82d39f0-37d6-449c-96e3-3d7ab921382a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.504929] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b82d39f0-37d6-449c-96e3-3d7ab921382a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.707893] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 690.708234] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.708501] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.708919] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.709169] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.709318] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.709384] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.709560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.709660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.709782] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.709926] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.795490] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3aa5697-bb6c-4366-8c2d-0f553034687a in Status: SUCCESS [ 690.795784] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3aa5697-bb6c-4366-8c2d-0f553034687a deletion is rescheduled due to dependency. [ 690.796013] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.796266] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.796511] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.796732] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.796873] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.796935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.797126] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.797209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.797302] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3aa5697-bb6c-4366-8c2d-0f553034687a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.008625] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b82d39f0-37d6-449c-96e3-3d7ab921382a [ 691.008625] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.008625] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.008625] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.008625] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.008625] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.008625] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b82d39f0-37d6-449c-96e3-3d7ab921382a already deleted. [ 691.008625] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b82d39f0-37d6-449c-96e3-3d7ab921382a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.214524] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.214789] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.214789] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.215237] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.215237] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.215381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.215706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.215856] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.215939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.216021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.216512] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.216512] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.216512] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.216512] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.216862] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.216862] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.216862] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.216862] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.217203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.217203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.217203] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.299747] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3aa5697-bb6c-4366-8c2d-0f553034687a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.721318] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd924f7f-ad53-4e7b-855e-e0795c38f4ea: rpc.has_security_group_logging(os_id): False [ 691.741449] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.741791] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.742065] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.742446] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.742764] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.743133] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.744761] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.746024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.746024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.746024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.746024] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.746024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.746024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.746024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.748819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.748819] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.748819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.748819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.748819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.748819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.748819] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be created. [ 691.805712] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3aa5697-bb6c-4366-8c2d-0f553034687a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.809361] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.809361] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.809361] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.809361] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.809361] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.822600] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: IN_PROGRESS for 2s [ 692.247737] env[65757]: INFO networking_nsxv3.common.synchronization [req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe req-af58d76f-76a5-4ac1-b501-247b58ec78ef tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Enqueued Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 692.248724] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 692.248724] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.248967] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.248967] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.249596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.249769] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.249883] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.249944] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.250130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.251318] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.251318] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.313164] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.313164] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.313164] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.313164] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.313164] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.313164] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3aa5697-bb6c-4366-8c2d-0f553034687a is going to be updated. [ 692.350929] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.351100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.351167] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.351384] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.351591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.362675] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3aa5697-bb6c-4366-8c2d-0f553034687a in Status: IN_PROGRESS for 2s [ 692.713565] env[65757]: INFO networking_nsxv3.common.synchronization [req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe req-a6222e07-ccfd-4f21-80fd-d1e83ebee42f tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Enqueued Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 692.714102] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 692.714404] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.714563] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.753551] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.753869] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.753869] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.753957] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.754060] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.754262] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.754360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.754424] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.754596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.754933] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.754933] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 already deleted. [ 692.754933] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.755105] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.755171] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.755313] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.755438] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.755480] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.755619] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.755691] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.755920] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.849604] env[65757]: INFO networking_nsxv3.common.synchronization [None req-aaa63ca9-ca2c-4af6-bcf0-aee01898a4cd None None] Enqueued Resource ID: 7a84d7fc-e361-47da-b1f9-60d5eb9a2a7e with Priority: HIGHEST for action port [ 692.850133] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a84d7fc-e361-47da-b1f9-60d5eb9a2a7e with Priority: HIGHEST for action port [ 692.852489] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a84d7fc-e361-47da-b1f9-60d5eb9a2a7e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.852489] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a84d7fc-e361-47da-b1f9-60d5eb9a2a7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.852489] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a84d7fc-e361-47da-b1f9-60d5eb9a2a7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.852489] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a84d7fc-e361-47da-b1f9-60d5eb9a2a7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.852489] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a84d7fc-e361-47da-b1f9-60d5eb9a2a7e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.205175] env[65757]: INFO networking_nsxv3.common.synchronization [req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe req-3b7375fb-5487-49eb-94e2-b5bc48e7a49c tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Enqueued Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 693.205175] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 693.206082] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.206333] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.261604] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.266982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.266982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.266982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.266982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.266982] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.266982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.266982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.266982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.266982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.266982] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 already deleted. [ 693.266982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.266982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.266982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.266982] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.266982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.266982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.266982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.266982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.266982] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.355973] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a84d7fc-e361-47da-b1f9-60d5eb9a2a7e [ 693.359373] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.359691] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.360839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.360839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.360839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.360839] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a84d7fc-e361-47da-b1f9-60d5eb9a2a7e already deleted. [ 693.360839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a84d7fc-e361-47da-b1f9-60d5eb9a2a7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.657534] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.657970] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-371" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.658230] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-371" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.659072] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-371" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.659072] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.659567] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.660052] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.660230] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.660481] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.662167] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.662167] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.662167] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.662167] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.662167] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 693.662167] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.662167] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.685135] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.685135] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 693.685135] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.685135] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-371" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.685135] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-b63fa757-396b-4a00-bb16-9016981a4aaa taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.685135] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-b63fa757-396b-4a00-bb16-9016981a4aaa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.685135] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-b63fa757-396b-4a00-bb16-9016981a4aaa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.685135] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-b63fa757-396b-4a00-bb16-9016981a4aaa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.685135] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b63fa757-396b-4a00-bb16-9016981a4aaa',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.773063] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.773416] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.773416] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.773574] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.773607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.774453] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.774453] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.774453] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.774453] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.774453] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.774453] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 already deleted. [ 693.774453] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.839162] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 693.839162] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.194254] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.194254] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.194254] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.194254] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.194254] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.194254] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port b63fa757-396b-4a00-bb16-9016981a4aaa not found, creating... [ 694.194254] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.194254] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.194254] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.194254] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.194254] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.194731] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.196138] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.196138] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.196138] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.196138] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.196138] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: b63fa757-396b-4a00-bb16-9016981a4aaa is going to be created. [ 694.218881] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.219108] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.219228] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.219490] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.219706] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.219945] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-b63fa757-396b-4a00-bb16-9016981a4aaa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.374866] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3aa5697-bb6c-4366-8c2d-0f553034687a in Status: SUCCESS [ 694.375203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.376276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.376276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.376276] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.376276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.376276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.376276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.376532] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.376532] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.376532] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3aa5697-bb6c-4366-8c2d-0f553034687a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.644626] env[65757]: INFO networking_nsxv3.common.synchronization [req-91178274-8e4f-4fd7-9971-0693fc3d5532 req-3fc6ef50-88ea-4170-9f9c-3e0addfd77fa tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Enqueued Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 694.645988] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 694.646352] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.646513] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.646588] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.646862] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.647034] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.647407] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.647407] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.647407] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.647553] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.647657] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.879323] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3aa5697-bb6c-4366-8c2d-0f553034687a taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.879677] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.879677] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.879855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.879997] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.880123] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.880222] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.880364] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.880463] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.880553] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.880701] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3aa5697-bb6c-4366-8c2d-0f553034687a taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.880811] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.880909] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.883044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.883044] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.883044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.883044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.883044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.883044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.883044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.883044] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3aa5697-bb6c-4366-8c2d-0f553034687a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.016348] env[65757]: INFO networking_nsxv3.common.synchronization [req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe req-8814ed75-b473-4018-bfea-22f416b81054 service nova] Enqueued Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_rules [ 695.016348] env[65757]: INFO networking_nsxv3.common.synchronization [req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe req-8814ed75-b473-4018-bfea-22f416b81054 service nova] Enqueued Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 695.016348] env[65757]: INFO networking_nsxv3.common.synchronization [req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe req-8814ed75-b473-4018-bfea-22f416b81054 service nova] Enqueued Resource ID: b63fa757-396b-4a00-bb16-9016981a4aaa with Priority: HIGHEST for action port [ 695.016348] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_rules [ 695.016348] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 695.016348] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b63fa757-396b-4a00-bb16-9016981a4aaa with Priority: HIGHEST for action port [ 695.017351] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.017351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.017576] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.019096] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.019096] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.022966] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.022966] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.022966] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.023531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.023531] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.023531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.023824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.023824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.023918] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.023967] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.029941] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-b63fa757-396b-4a00-bb16-9016981a4aaa taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.029941] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b63fa757-396b-4a00-bb16-9016981a4aaa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.029941] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b63fa757-396b-4a00-bb16-9016981a4aaa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.029941] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b63fa757-396b-4a00-bb16-9016981a4aaa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.029941] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b63fa757-396b-4a00-bb16-9016981a4aaa',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.150245] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.150508] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.150584] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.150891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.150985] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.151246] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.151341] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.151427] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.151592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.151671] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.151755] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 already deleted. [ 695.151839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.162440] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.162742] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-21" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.162742] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-21" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.163166] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-21" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.163540] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.163725] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.163763] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.163988] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.164141] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.164340] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.164833] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.164833] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.164833] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.164833] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.164997] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.165166] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.188553] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.188762] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.188943] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.189196] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-21" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.189623] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-8d8325fc-ab2b-48f6-903b-da702410f50a taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.189847] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-8d8325fc-ab2b-48f6-903b-da702410f50a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.190017] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-8d8325fc-ab2b-48f6-903b-da702410f50a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.190448] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-8d8325fc-ab2b-48f6-903b-da702410f50a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.190639] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d8325fc-ab2b-48f6-903b-da702410f50a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.383912] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3aa5697-bb6c-4366-8c2d-0f553034687a: rpc.has_security_group_logging(os_id): False [ 695.405232] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.405393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.405492] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.405725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.405789] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.405984] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.406085] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.406126] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.406289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.406381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.406547] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.406644] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.406699] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.406844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.406925] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.408327] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.408327] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.408327] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.408327] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.408327] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.408327] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3aa5697-bb6c-4366-8c2d-0f553034687a is going to be updated. [ 695.487359] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.487882] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.487882] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.488113] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.488266] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.502546] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3aa5697-bb6c-4366-8c2d-0f553034687a in Status: IN_PROGRESS for 2s [ 695.531486] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.531672] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.531757] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.532788] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b63fa757-396b-4a00-bb16-9016981a4aaa with status ACTIVE [ 695.533012] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.533152] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.533221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.533473] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.533572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.533800] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.533925] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.534064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.534413] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.534498] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.534691] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.534787] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.534844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.534991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.535080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.535164] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b63fa757-396b-4a00-bb16-9016981a4aaa is going to be updated. [ 695.583656] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.583835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.583990] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.584259] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.584453] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.584774] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b63fa757-396b-4a00-bb16-9016981a4aaa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.693749] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.694252] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.694252] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.694445] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.694645] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.694766] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 8d8325fc-ab2b-48f6-903b-da702410f50a not found, creating... [ 695.695054] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.695207] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.695384] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.695848] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.696274] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.696630] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.696941] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.697141] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.697596] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.697813] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.698070] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 8d8325fc-ab2b-48f6-903b-da702410f50a is going to be created. [ 695.721384] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.721589] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.721630] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.721923] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.722175] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.722403] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-8d8325fc-ab2b-48f6-903b-da702410f50a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.881654] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-68 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.882142] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-68" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.882142] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-68" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.882354] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-68" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.882761] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.882887] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.882920] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.883185] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.883345] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.883544] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.883649] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.883749] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.883861] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.883967] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.884079] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.884203] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.906951] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.907204] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.907349] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.907606] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-68" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.908488] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-49cc3acb-7348-422a-b8db-1e6c5c1f485e taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.908488] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-49cc3acb-7348-422a-b8db-1e6c5c1f485e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.908488] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-49cc3acb-7348-422a-b8db-1e6c5c1f485e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.908766] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-49cc3acb-7348-422a-b8db-1e6c5c1f485e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.909121] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49cc3acb-7348-422a-b8db-1e6c5c1f485e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.038046] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.411452] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.412688] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.412688] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.412688] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.412688] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.412688] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 49cc3acb-7348-422a-b8db-1e6c5c1f485e not found, creating... [ 696.412886] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.412988] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.413154] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.413408] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.413543] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.413823] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.413969] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.414091] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.414294] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.414419] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.414550] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 49cc3acb-7348-422a-b8db-1e6c5c1f485e is going to be created. [ 696.436139] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.436373] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.437367] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.437367] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.437367] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.437367] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-49cc3acb-7348-422a-b8db-1e6c5c1f485e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.441839] env[65757]: INFO networking_nsxv3.common.synchronization [req-91178274-8e4f-4fd7-9971-0693fc3d5532 req-a8a1e7b8-b961-4eec-ac94-ee294df7e916 service nova] Enqueued Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_rules [ 696.441839] env[65757]: INFO networking_nsxv3.common.synchronization [req-91178274-8e4f-4fd7-9971-0693fc3d5532 req-a8a1e7b8-b961-4eec-ac94-ee294df7e916 service nova] Enqueued Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 696.441839] env[65757]: INFO networking_nsxv3.common.synchronization [req-91178274-8e4f-4fd7-9971-0693fc3d5532 req-a8a1e7b8-b961-4eec-ac94-ee294df7e916 service nova] Enqueued Resource ID: 8d8325fc-ab2b-48f6-903b-da702410f50a with Priority: HIGHEST for action port [ 696.442907] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_rules [ 696.443293] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 696.443443] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d8325fc-ab2b-48f6-903b-da702410f50a with Priority: HIGHEST for action port [ 696.443800] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.443973] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.444201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.444489] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.444590] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.445401] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.445549] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.445646] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.445919] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.446044] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.446214] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.446292] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.446517] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.446634] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.446765] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.447594] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d8325fc-ab2b-48f6-903b-da702410f50a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.447705] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d8325fc-ab2b-48f6-903b-da702410f50a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.447773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d8325fc-ab2b-48f6-903b-da702410f50a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.447926] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d8325fc-ab2b-48f6-903b-da702410f50a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.447999] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d8325fc-ab2b-48f6-903b-da702410f50a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.539853] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.540026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.540097] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.540341] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.540433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.540564] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 is going to be created. [ 696.591290] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.591634] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.591955] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.592575] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.592815] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.605185] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: UNINITIALIZED for 2s [ 696.950082] env[65757]: INFO networking_nsxv3.common.synchronization [req-dbc72389-ed60-466f-bef0-7d189e05613d req-f4a255eb-cbfe-4a4e-9371-b5cccb32d166 tempest-ServerExternalEventsTest-73663495 tempest-ServerExternalEventsTest-73663495-project-member] Enqueued Resource ID: d64ecac8-271a-4746-b8a5-b65228a3ac34 with Priority: HIGHEST for action security_group_members [ 696.950567] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.950713] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.951908] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64ecac8-271a-4746-b8a5-b65228a3ac34 with Priority: HIGHEST for action security_group_members [ 696.952255] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.954134] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d8325fc-ab2b-48f6-903b-da702410f50a with status ACTIVE [ 696.954327] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.954452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.954521] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.954724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.954824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.954977] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.955084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.955146] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.955302] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.955370] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.955546] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.955632] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.955693] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.955834] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.955941] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.956045] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d8325fc-ab2b-48f6-903b-da702410f50a is going to be updated. [ 696.957858] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-d64ecac8-271a-4746-b8a5-b65228a3ac34 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.958046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.958200] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.958986] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.959167] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.959313] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.959380] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.959538] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.959620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.959712] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d64ecac8-271a-4746-b8a5-b65228a3ac34',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.986673] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.987147] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.987147] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.987275] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.987447] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.987637] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d8325fc-ab2b-48f6-903b-da702410f50a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.214060] env[65757]: INFO networking_nsxv3.common.synchronization [req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe req-77d2b39b-50be-4902-948a-c90ba84685de service nova] Enqueued Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_rules [ 697.214275] env[65757]: INFO networking_nsxv3.common.synchronization [req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe req-77d2b39b-50be-4902-948a-c90ba84685de service nova] Enqueued Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 697.214409] env[65757]: INFO networking_nsxv3.common.synchronization [req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe req-77d2b39b-50be-4902-948a-c90ba84685de service nova] Enqueued Resource ID: 49cc3acb-7348-422a-b8db-1e6c5c1f485e with Priority: HIGHEST for action port [ 697.214913] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_rules [ 697.215059] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 697.215159] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49cc3acb-7348-422a-b8db-1e6c5c1f485e with Priority: HIGHEST for action port [ 697.215489] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.215543] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.215868] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.215973] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.216198] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-49cc3acb-7348-422a-b8db-1e6c5c1f485e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.216826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49cc3acb-7348-422a-b8db-1e6c5c1f485e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.216826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49cc3acb-7348-422a-b8db-1e6c5c1f485e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.216826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49cc3acb-7348-422a-b8db-1e6c5c1f485e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.216826] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49cc3acb-7348-422a-b8db-1e6c5c1f485e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.463588] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.464859] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.465014] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.465080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.465304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.465417] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.465627] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.465732] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.465795] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.465949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.466044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.466128] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64ecac8-271a-4746-b8a5-b65228a3ac34 is going to be updated. [ 697.503622] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.505095] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.505095] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.505095] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.505095] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.516155] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64ecac8-271a-4746-b8a5-b65228a3ac34 in Status: IN_PROGRESS for 2s [ 697.519946] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3aa5697-bb6c-4366-8c2d-0f553034687a in Status: SUCCESS [ 697.519946] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.719532] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49cc3acb-7348-422a-b8db-1e6c5c1f485e with status ACTIVE [ 697.719763] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.719900] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.719971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.720205] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.720297] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.720471] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.720567] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.720631] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.720782] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.720857] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.722165] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.722165] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.722165] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.722165] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.722165] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.722165] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49cc3acb-7348-422a-b8db-1e6c5c1f485e is going to be updated. [ 697.745196] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.745196] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.745344] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.745816] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.745816] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.745944] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49cc3acb-7348-422a-b8db-1e6c5c1f485e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.971610] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.972307] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.972307] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.972735] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.973017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.973017] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 is going to be created. [ 698.002525] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.003209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.003289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.003506] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.003750] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.017515] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: UNINITIALIZED for 2s [ 698.024083] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-371 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.024292] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-371" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.024419] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-371" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.026209] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-371" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.026209] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.026209] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.026209] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.026209] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.026209] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.026209] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.026209] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.026209] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.026209] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.026920] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.027102] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.027585] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.051672] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.054885] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.054885] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.054885] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-371" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.054885] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-26565f12-8cef-4adb-8601-7c44e039b6a0 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.054885] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-26565f12-8cef-4adb-8601-7c44e039b6a0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.054885] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-26565f12-8cef-4adb-8601-7c44e039b6a0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.054885] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-26565f12-8cef-4adb-8601-7c44e039b6a0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.054885] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26565f12-8cef-4adb-8601-7c44e039b6a0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.557350] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.557826] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.558015] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.558444] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.558504] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.558847] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 26565f12-8cef-4adb-8601-7c44e039b6a0 not found, creating... [ 698.559317] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.559603] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.559809] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.560227] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.560481] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.560850] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.561097] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.561276] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.561582] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.561819] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.562097] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 26565f12-8cef-4adb-8601-7c44e039b6a0 is going to be created. [ 698.588659] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.588659] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.588659] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.589036] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.589157] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.589392] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-26565f12-8cef-4adb-8601-7c44e039b6a0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.618739] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: SUCCESS [ 698.619062] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.619270] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.619587] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.619887] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.620075] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.621033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.621033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.621033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.621033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.621033] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.621826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.622083] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.622346] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.622529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.622634] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.622835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.622956] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.623136] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.126629] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.126991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.127173] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.299837] env[65757]: INFO networking_nsxv3.common.synchronization [req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe req-45b8896a-8a39-4eea-ac44-b4d1ff49e32b service nova] Enqueued Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_rules [ 699.300061] env[65757]: INFO networking_nsxv3.common.synchronization [req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe req-45b8896a-8a39-4eea-ac44-b4d1ff49e32b service nova] Enqueued Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 699.300202] env[65757]: INFO networking_nsxv3.common.synchronization [req-9e46b3b8-82eb-4e4c-aed7-a0101c61c3fe req-45b8896a-8a39-4eea-ac44-b4d1ff49e32b service nova] Enqueued Resource ID: 26565f12-8cef-4adb-8601-7c44e039b6a0 with Priority: HIGHEST for action port [ 699.300979] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_rules [ 699.300979] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 699.301325] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26565f12-8cef-4adb-8601-7c44e039b6a0 with Priority: HIGHEST for action port [ 699.301759] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.301859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.302013] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.302107] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.302287] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-26565f12-8cef-4adb-8601-7c44e039b6a0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.302388] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26565f12-8cef-4adb-8601-7c44e039b6a0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.302471] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26565f12-8cef-4adb-8601-7c44e039b6a0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.302647] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26565f12-8cef-4adb-8601-7c44e039b6a0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.302753] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26565f12-8cef-4adb-8601-7c44e039b6a0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.526862] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d64ecac8-271a-4746-b8a5-b65228a3ac34 in Status: SUCCESS [ 699.526862] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d64ecac8-271a-4746-b8a5-b65228a3ac34 deletion is rescheduled due to dependency. [ 699.526862] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.630682] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.806448] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26565f12-8cef-4adb-8601-7c44e039b6a0 with status ACTIVE [ 699.806703] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.806871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.806940] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.807178] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.807268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.807555] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.807684] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.807747] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.807906] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.807997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.808503] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.808503] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.808503] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.808503] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.808670] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.808670] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26565f12-8cef-4adb-8601-7c44e039b6a0 is going to be updated. [ 699.834380] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.834663] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.834761] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.835925] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.835925] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.835925] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26565f12-8cef-4adb-8601-7c44e039b6a0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.031420] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: SUCCESS [ 700.031767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.032043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.032368] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.032653] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.032830] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.032946] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.033264] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.033400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.034724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.034724] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.134045] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.134045] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.134045] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.134045] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.134488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.134488] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 is going to be updated. [ 700.175105] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.175267] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.175340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.175600] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.175753] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.187334] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: IN_PROGRESS for 2s [ 700.537312] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.537506] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.537632] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.538044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.538240] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.538344] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.538407] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.538574] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.538675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.538781] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.538941] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.539069] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.539131] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.539276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.539411] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.539501] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.539563] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.539699] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.539775] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.539854] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.539943] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.625621] env[65757]: INFO networking_nsxv3.common.synchronization [req-1891e5c4-5da6-4638-9a94-46f49b2777b2 req-28794a34-2538-42d7-8faa-5bddcdfe3194 tempest-ServersTestJSON-566537516 tempest-ServersTestJSON-566537516-project-member] Enqueued Resource ID: 54cb9f27-2492-40ae-84ec-d10a3989694f with Priority: HIGHEST for action security_group_members [ 700.626130] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54cb9f27-2492-40ae-84ec-d10a3989694f with Priority: HIGHEST for action security_group_members [ 700.626434] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-54cb9f27-2492-40ae-84ec-d10a3989694f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.626556] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.626620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.626815] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.627610] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.627722] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.627779] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.627942] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.628044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.628136] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54cb9f27-2492-40ae-84ec-d10a3989694f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.046030] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba5c64b6-e70a-47bb-aa31-7ecb138bccb3: rpc.has_security_group_logging(os_id): False [ 701.067625] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.067808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.068022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.068208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.068305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.068524] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.068628] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.068676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.068845] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.068942] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.069177] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.069597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.069597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.070226] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.070383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.070624] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.070786] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.070786] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.070944] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.071139] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.071212] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 is going to be created. [ 701.130107] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.130262] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.130336] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.130600] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.130737] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.130920] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.131058] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.131169] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.131319] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.131438] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.131488] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54cb9f27-2492-40ae-84ec-d10a3989694f is going to be updated. [ 701.139415] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.139693] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.139693] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.140206] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.140206] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.151836] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: IN_PROGRESS for 2s [ 701.167508] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.167689] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.167764] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.168035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.168196] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.178636] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54cb9f27-2492-40ae-84ec-d10a3989694f in Status: IN_PROGRESS for 2s [ 701.546068] env[65757]: INFO networking_nsxv3.common.synchronization [req-ba15502a-b937-4a62-9a3f-b81107353d37 req-a57181b9-ca0c-4257-a8cf-fb74f9e14aef tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Enqueued Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 701.546650] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 701.546955] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.548587] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.549012] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.549012] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.549177] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.549622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.549622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.549622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.549622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.549758] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.780683] env[65757]: INFO networking_nsxv3.common.synchronization [req-c8e054c0-b31c-4600-9f40-5ac4220f99f6 req-25ba87c5-4fe9-4f26-8ba2-3967f15d9f60 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 701.781205] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 701.781503] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.781627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.781692] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.781878] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.782335] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.786080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.786556] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.786556] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.786556] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.786556] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.864133] env[65757]: INFO networking_nsxv3.common.synchronization [None req-680cf976-fd47-4fd1-8ee2-391b09aa35e7 None None] Enqueued Resource ID: c63d61ae-1ae6-4635-a686-9dc583bd7a90 with Priority: HIGHEST for action port [ 701.864133] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c63d61ae-1ae6-4635-a686-9dc583bd7a90 with Priority: HIGHEST for action port [ 701.864589] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-c63d61ae-1ae6-4635-a686-9dc583bd7a90 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.864589] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c63d61ae-1ae6-4635-a686-9dc583bd7a90" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.864723] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c63d61ae-1ae6-4635-a686-9dc583bd7a90" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.865200] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c63d61ae-1ae6-4635-a686-9dc583bd7a90" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.865477] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c63d61ae-1ae6-4635-a686-9dc583bd7a90',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.052857] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.207020] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: SUCCESS [ 702.207020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.207020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.207020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.207020] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.207020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.207020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.207020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.207020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.207020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.207020] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.207020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.207020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.207020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.207020] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.207020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.207020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.207020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.207020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.207926] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.208052] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.209085] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.209364] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.209700] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.209902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.210055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.210264] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.210410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.210558] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.288956] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.289400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.289400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.289400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.289573] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.289684] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.290220] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.290220] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.290220] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.290220] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.290220] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be updated. [ 702.329721] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.329863] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.329929] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.330272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.330423] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.341740] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: IN_PROGRESS for 2s [ 702.367809] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c63d61ae-1ae6-4635-a686-9dc583bd7a90 [ 702.368214] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.368461] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.368523] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.368858] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.368999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.369153] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c63d61ae-1ae6-4635-a686-9dc583bd7a90 already deleted. [ 702.370545] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c63d61ae-1ae6-4635-a686-9dc583bd7a90" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.540936] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.541055] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-21" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.541093] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-21" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.542209] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-21" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.542209] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.542209] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.542209] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.544474] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.544733] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.544957] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.545089] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.545194] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.545294] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.545410] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.545528] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.545656] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.557080] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.565233] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.565411] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.565641] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.565885] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-21" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.566299] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-5324722b-2035-4c70-ac2b-219d7c9403f9 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.566439] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-5324722b-2035-4c70-ac2b-219d7c9403f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.566509] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-5324722b-2035-4c70-ac2b-219d7c9403f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.566803] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-5324722b-2035-4c70-ac2b-219d7c9403f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.566942] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5324722b-2035-4c70-ac2b-219d7c9403f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.713307] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32: rpc.has_security_group_logging(os_id): False [ 702.715262] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.742314] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.743603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.743603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.743603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.743603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.743603] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.743603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.743603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.743603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.743603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.743603] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.743947] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.743947] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.743947] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.744046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.744266] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.744347] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.744387] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.744501] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.744578] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.744654] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 is going to be created. [ 702.805033] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.805033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.805033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.805033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.805341] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.821610] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: IN_PROGRESS for 2s [ 703.059406] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.059571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.059622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.059850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.060032] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.060032] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 is going to be updated. [ 703.070376] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.070376] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.070561] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.070951] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.070951] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.071053] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 5324722b-2035-4c70-ac2b-219d7c9403f9 not found, creating... [ 703.071240] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.071501] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.071501] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.072012] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.072012] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.073016] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.073222] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.073564] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.073857] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.074168] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.074475] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 5324722b-2035-4c70-ac2b-219d7c9403f9 is going to be created. [ 703.095029] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.095367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.095367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.095524] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.095660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.103142] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.103318] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.103503] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.103657] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.103858] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.104866] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-5324722b-2035-4c70-ac2b-219d7c9403f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.106073] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: IN_PROGRESS for 2s [ 703.183034] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: SUCCESS [ 703.183555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.191043] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54cb9f27-2492-40ae-84ec-d10a3989694f in Status: SUCCESS [ 703.191454] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54cb9f27-2492-40ae-84ec-d10a3989694f deletion is rescheduled due to dependency. [ 703.191799] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.222201] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.725686] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.725925] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.725925] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.726382] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.726382] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.726382] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 is going to be updated. [ 703.765457] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.765457] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.765619] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.765847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.766386] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.777721] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: IN_PROGRESS for 2s [ 703.806314] env[65757]: INFO networking_nsxv3.common.synchronization [req-ba15502a-b937-4a62-9a3f-b81107353d37 req-12a5c334-b845-48ee-a134-ee089e49a06f service nova] Enqueued Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_rules [ 703.806409] env[65757]: INFO networking_nsxv3.common.synchronization [req-ba15502a-b937-4a62-9a3f-b81107353d37 req-12a5c334-b845-48ee-a134-ee089e49a06f service nova] Enqueued Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 703.806528] env[65757]: INFO networking_nsxv3.common.synchronization [req-ba15502a-b937-4a62-9a3f-b81107353d37 req-12a5c334-b845-48ee-a134-ee089e49a06f service nova] Enqueued Resource ID: 5324722b-2035-4c70-ac2b-219d7c9403f9 with Priority: HIGHEST for action port [ 703.807081] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_rules [ 703.807175] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 703.807274] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5324722b-2035-4c70-ac2b-219d7c9403f9 with Priority: HIGHEST for action port [ 703.807573] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.807750] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.807848] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.808945] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.809081] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.813753] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.813753] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.813753] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-5324722b-2035-4c70-ac2b-219d7c9403f9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.813753] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5324722b-2035-4c70-ac2b-219d7c9403f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.813753] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5324722b-2035-4c70-ac2b-219d7c9403f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.813987] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5324722b-2035-4c70-ac2b-219d7c9403f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.814051] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5324722b-2035-4c70-ac2b-219d7c9403f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.226904] env[65757]: INFO networking_nsxv3.common.synchronization [None req-bf4f238d-18c3-4a61-80ec-f64379ad914e None None] Enqueued Resource ID: 8a45c5f0-200a-45b4-820c-d3b6bb71e409 with Priority: HIGHEST for action port [ 704.226904] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a45c5f0-200a-45b4-820c-d3b6bb71e409 with Priority: HIGHEST for action port [ 704.226904] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a45c5f0-200a-45b4-820c-d3b6bb71e409 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.226904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a45c5f0-200a-45b4-820c-d3b6bb71e409" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.226904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a45c5f0-200a-45b4-820c-d3b6bb71e409" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.226904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a45c5f0-200a-45b4-820c-d3b6bb71e409" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.227490] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a45c5f0-200a-45b4-820c-d3b6bb71e409',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.304147] env[65757]: INFO networking_nsxv3.common.synchronization [None req-4723be00-f078-4148-ab52-c688c2d77106 None None] Enqueued Resource ID: 2bf1d22b-b6b5-4dd2-9954-0ac415180940 with Priority: HIGHEST for action port [ 704.304379] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf1d22b-b6b5-4dd2-9954-0ac415180940 with Priority: HIGHEST for action port [ 704.304868] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bf1d22b-b6b5-4dd2-9954-0ac415180940 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.304868] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bf1d22b-b6b5-4dd2-9954-0ac415180940" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.305088] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bf1d22b-b6b5-4dd2-9954-0ac415180940" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.307952] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bf1d22b-b6b5-4dd2-9954-0ac415180940" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.307952] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bf1d22b-b6b5-4dd2-9954-0ac415180940',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.317285] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.317654] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.319068] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5324722b-2035-4c70-ac2b-219d7c9403f9 with status ACTIVE [ 704.320056] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.320056] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.320056] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.320056] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.320056] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.320056] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.320465] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.320465] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.320465] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.320465] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.320664] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.320664] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.320736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.320899] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.320927] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.321422] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5324722b-2035-4c70-ac2b-219d7c9403f9 is going to be updated. [ 704.352579] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.354576] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.354576] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.354712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.355647] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.355647] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5324722b-2035-4c70-ac2b-219d7c9403f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.356835] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 704.357479] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea deletion is rescheduled due to dependency. [ 704.357479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.732531] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a45c5f0-200a-45b4-820c-d3b6bb71e409 [ 704.732531] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.732531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.732531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.732531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.732954] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.733298] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a45c5f0-200a-45b4-820c-d3b6bb71e409 already deleted. [ 704.733298] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a45c5f0-200a-45b4-820c-d3b6bb71e409" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.810532] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2bf1d22b-b6b5-4dd2-9954-0ac415180940 [ 704.811676] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.811676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.811676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.811676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.811676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.811676] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2bf1d22b-b6b5-4dd2-9954-0ac415180940 already deleted. [ 704.811676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bf1d22b-b6b5-4dd2-9954-0ac415180940" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.836646] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: SUCCESS [ 704.836855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.839568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.839568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.839568] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.118366] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: SUCCESS [ 705.118592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.119961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.119961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.119961] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.119961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.119961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.119961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.119961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.119961] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.341989] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.342345] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.623478] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.792519] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: SUCCESS [ 705.792752] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.792925] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.793164] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.793352] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.793516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.793516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.793680] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.793760] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.793847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.793955] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.128112] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.298891] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.298891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.298891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.298891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.298891] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.298891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.300659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.303167] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.303167] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.303167] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.303167] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.303167] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.303167] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.303167] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.303167] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.303167] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.303167] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.303580] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.303580] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.303580] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.303580] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.479812] env[65757]: INFO networking_nsxv3.common.synchronization [req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 req-128676f7-8d63-4d6c-806f-a40fd126f1c1 tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Enqueued Resource ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b with Priority: HIGHEST for action security_group_members [ 706.480474] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b with Priority: HIGHEST for action security_group_members [ 706.482353] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.482684] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.482815] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.485826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.485826] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.485826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.485826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.485826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.485826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.485826] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6995c9d9-b4ca-496c-9279-14f7a5eaa29b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.630444] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.630715] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.630882] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.631248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.631556] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.631556] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 is going to be updated. [ 706.679290] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.679540] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.679619] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.680221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.680221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.693232] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: IN_PROGRESS for 2s [ 706.802682] env[65757]: INFO networking_nsxv3.common.synchronization [req-53063f8c-a499-4fcd-bf7d-493668936295 req-8b16a4ab-72e6-4376-86e6-a0e6814406cf tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Enqueued Resource ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 with Priority: HIGHEST for action security_group_members [ 706.803296] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 with Priority: HIGHEST for action security_group_members [ 706.803823] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f817a4f8-b0bc-463e-9991-ae22ab087ab0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.803823] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.803823] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.804141] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.804930] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.804930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.804930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.804930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.804930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.804930] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f817a4f8-b0bc-463e-9991-ae22ab087ab0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.806765] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32: rpc.has_security_group_logging(os_id): False [ 706.828996] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.828996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.828996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.828996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.828996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.829272] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.829272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.829272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.829736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.829736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.829736] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.829736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.829736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.829933] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.829933] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.830221] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.830221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.830398] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.830398] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.830456] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.830552] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 is going to be updated. [ 706.918788] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.918986] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.919063] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.919281] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.919424] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.939796] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: IN_PROGRESS for 2s [ 706.970145] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.970145] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-729" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.970145] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-729" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.970145] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-729" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.970541] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.970882] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.971315] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.975075] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.975075] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.975075] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.975075] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.975075] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.975075] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.975075] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.975075] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.975075] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.988999] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.988999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.988999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.988999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.988999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.988999] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.988999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.988999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.988999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.988999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.988999] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b already deleted. [ 706.988999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.000679] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.000807] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.001113] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.001430] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-729" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.001924] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-4874e950-93e4-4d8e-917c-170dea5c56b7 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.002297] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-4874e950-93e4-4d8e-917c-170dea5c56b7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.002473] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-4874e950-93e4-4d8e-917c-170dea5c56b7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.003097] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-4874e950-93e4-4d8e-917c-170dea5c56b7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.003326] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4874e950-93e4-4d8e-917c-170dea5c56b7',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.310391] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f817a4f8-b0bc-463e-9991-ae22ab087ab0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.510281] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.510281] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.510281] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.510281] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.510281] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.510281] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 4874e950-93e4-4d8e-917c-170dea5c56b7 not found, creating... [ 707.510281] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.510281] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.510281] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.510281] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.510281] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.511192] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.511192] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.511192] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.511192] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.511192] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.511192] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 4874e950-93e4-4d8e-917c-170dea5c56b7 is going to be created. [ 707.533112] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.533356] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.533485] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.533750] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.534019] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.534228] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-4874e950-93e4-4d8e-917c-170dea5c56b7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.701869] env[65757]: INFO networking_nsxv3.common.synchronization [None req-d2b5e0f0-13e1-4b81-941a-4066edcf5c77 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Enqueued Resource ID: 7673ad1a-c385-4e9b-819d-3a3275729fd8 with Priority: HIGHEST for action security_group_rules [ 707.703195] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7673ad1a-c385-4e9b-819d-3a3275729fd8 with Priority: HIGHEST for action security_group_rules [ 707.704316] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7673ad1a-c385-4e9b-819d-3a3275729fd8 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.704528] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7673ad1a-c385-4e9b-819d-3a3275729fd8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.704651] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7673ad1a-c385-4e9b-819d-3a3275729fd8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.705275] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7673ad1a-c385-4e9b-819d-3a3275729fd8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.705479] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7673ad1a-c385-4e9b-819d-3a3275729fd8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.815943] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f817a4f8-b0bc-463e-9991-ae22ab087ab0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.822282] env[65757]: INFO networking_nsxv3.common.synchronization [None req-1d20ad90-aefa-444e-b79d-223dbd7a4445 None None] Enqueued Resource ID: 0a7f63d9-062d-42ed-96ef-529482cd346b with Priority: HIGHEST for action port [ 707.824806] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7f63d9-062d-42ed-96ef-529482cd346b with Priority: HIGHEST for action port [ 707.825518] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a7f63d9-062d-42ed-96ef-529482cd346b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.825518] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a7f63d9-062d-42ed-96ef-529482cd346b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.825518] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a7f63d9-062d-42ed-96ef-529482cd346b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.825698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a7f63d9-062d-42ed-96ef-529482cd346b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.826231] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a7f63d9-062d-42ed-96ef-529482cd346b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.880653] env[65757]: INFO networking_nsxv3.common.synchronization [None req-c4269119-1bc8-4c70-bcc5-3ccb18dc6c26 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Enqueued Resource ID: 7673ad1a-c385-4e9b-819d-3a3275729fd8 with Priority: HIGHEST for action security_group_rules [ 707.881769] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7673ad1a-c385-4e9b-819d-3a3275729fd8 with Priority: HIGHEST for action security_group_rules [ 707.881769] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7673ad1a-c385-4e9b-819d-3a3275729fd8 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.881769] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7673ad1a-c385-4e9b-819d-3a3275729fd8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.194181] env[65757]: INFO networking_nsxv3.common.synchronization [req-1e5f0983-b79f-4fb5-860c-26917ce243db req-21e0e9fe-a0d8-4130-9e95-f79826fe4582 tempest-DeleteServersAdminTestJSON-980662852 tempest-DeleteServersAdminTestJSON-980662852-project-member] Enqueued Resource ID: a3aa5697-bb6c-4366-8c2d-0f553034687a with Priority: HIGHEST for action security_group_members [ 708.194181] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3aa5697-bb6c-4366-8c2d-0f553034687a with Priority: HIGHEST for action security_group_members [ 708.194634] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3aa5697-bb6c-4366-8c2d-0f553034687a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.194875] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.195081] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.195379] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.195721] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.195939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.196090] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.196329] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.196498] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.196683] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3aa5697-bb6c-4366-8c2d-0f553034687a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.232156] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.232346] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.232415] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.233761] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.234833] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.234833] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7673ad1a-c385-4e9b-819d-3a3275729fd8 already deleted. [ 708.234833] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7673ad1a-c385-4e9b-819d-3a3275729fd8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.234833] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7673ad1a-c385-4e9b-819d-3a3275729fd8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.234988] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7673ad1a-c385-4e9b-819d-3a3275729fd8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.235026] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7673ad1a-c385-4e9b-819d-3a3275729fd8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.320203] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.320399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.320485] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.320797] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.320844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.320958] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 is going to be updated. [ 708.328912] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0a7f63d9-062d-42ed-96ef-529482cd346b [ 708.329233] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.329363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.329403] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.330153] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.330153] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.330153] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0a7f63d9-062d-42ed-96ef-529482cd346b already deleted. [ 708.330153] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a7f63d9-062d-42ed-96ef-529482cd346b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.346294] env[65757]: INFO networking_nsxv3.common.synchronization [req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 req-fb8168df-aeda-4b6a-b531-09ee064f6fe0 service nova] Enqueued Resource ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b with Priority: HIGHEST for action security_group_rules [ 708.346872] env[65757]: INFO networking_nsxv3.common.synchronization [req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 req-fb8168df-aeda-4b6a-b531-09ee064f6fe0 service nova] Enqueued Resource ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b with Priority: HIGHEST for action security_group_members [ 708.346872] env[65757]: INFO networking_nsxv3.common.synchronization [req-a48c4ed3-7e7f-4edb-8bf2-51ecf4c8b528 req-fb8168df-aeda-4b6a-b531-09ee064f6fe0 service nova] Enqueued Resource ID: 4874e950-93e4-4d8e-917c-170dea5c56b7 with Priority: HIGHEST for action port [ 708.347393] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b with Priority: HIGHEST for action security_group_rules [ 708.347568] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b with Priority: HIGHEST for action security_group_members [ 708.347694] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4874e950-93e4-4d8e-917c-170dea5c56b7 with Priority: HIGHEST for action port [ 708.348023] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.349023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.349023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.349023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.349023] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6995c9d9-b4ca-496c-9279-14f7a5eaa29b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.349545] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.349661] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.349751] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.349975] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.350210] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.350334] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.350410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.350604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.351844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.351844] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6995c9d9-b4ca-496c-9279-14f7a5eaa29b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.352103] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-4874e950-93e4-4d8e-917c-170dea5c56b7 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.352103] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4874e950-93e4-4d8e-917c-170dea5c56b7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.352190] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4874e950-93e4-4d8e-917c-170dea5c56b7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.352379] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4874e950-93e4-4d8e-917c-170dea5c56b7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.352462] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4874e950-93e4-4d8e-917c-170dea5c56b7',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.365378] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.365378] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.365378] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.365378] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.367744] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.383047] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 in Status: IN_PROGRESS for 2s [ 708.699464] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.699862] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.699862] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.700204] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.700350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.700575] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.700747] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.700807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.701171] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.701171] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.701300] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3aa5697-bb6c-4366-8c2d-0f553034687a is going to be updated. [ 708.707081] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: SUCCESS [ 708.707505] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.707583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.707893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.708279] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.708521] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.708575] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.708775] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.708904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.708997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.709257] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.734865] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.735038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.735083] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.735298] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.735445] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.749636] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3aa5697-bb6c-4366-8c2d-0f553034687a in Status: IN_PROGRESS for 2s [ 708.760820] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.760968] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.761075] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.761289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.761380] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.761470] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7673ad1a-c385-4e9b-819d-3a3275729fd8 already deleted. [ 708.761613] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7673ad1a-c385-4e9b-819d-3a3275729fd8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.855048] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6995c9d9-b4ca-496c-9279-14f7a5eaa29b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.857475] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.857475] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.857475] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4874e950-93e4-4d8e-917c-170dea5c56b7 with status ACTIVE [ 708.857475] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.857475] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.857475] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.857475] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.857475] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.857475] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.857475] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.857475] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.857854] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.857854] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.857965] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.858743] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.858858] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.859128] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.859248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.859875] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4874e950-93e4-4d8e-917c-170dea5c56b7 is going to be updated. [ 708.894724] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.894724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.894724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.894724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.895016] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.895016] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4874e950-93e4-4d8e-917c-170dea5c56b7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.959674] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: SUCCESS [ 708.960175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.961908] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.961908] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.961908] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.212053] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.212740] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.212740] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.212909] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.212948] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.213081] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.213142] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.213306] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.213430] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.213488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.213673] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.213764] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.213911] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.213987] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.214195] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.214320] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.214417] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.214525] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.214606] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.214693] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.214778] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.364142] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6995c9d9-b4ca-496c-9279-14f7a5eaa29b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.465273] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.465425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.465493] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.465890] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.466133] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.466783] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.466783] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.466783] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.466783] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.466783] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.466783] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.717417] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba5c64b6-e70a-47bb-aa31-7ecb138bccb3: rpc.has_security_group_logging(os_id): False [ 709.739445] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.739589] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.739698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.739998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.739998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.740171] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.740323] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.740323] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.740472] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.740550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.740809] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.740864] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.741047] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.741154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.741154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.741316] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.741590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.741590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.741590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.741672] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.741734] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 is going to be updated. [ 709.805847] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.806523] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.806523] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.806523] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.806523] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.826725] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: IN_PROGRESS for 2s [ 709.869579] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.870259] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.870259] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.870259] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.870259] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.870503] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b is going to be created. [ 709.911332] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.911332] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.911332] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.911332] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.911708] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.925594] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b in Status: UNINITIALIZED for 2s [ 709.969438] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.969626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.969696] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.969968] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.970643] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.970643] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.970643] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.970643] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.970866] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.970866] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.970990] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.971116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.971170] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.971341] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.971503] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.971598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.971645] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.971793] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.971893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.971989] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.974237] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.398819] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 in Status: SUCCESS [ 710.399093] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.476448] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32: rpc.has_security_group_logging(os_id): False [ 710.500191] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.500191] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.500191] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.500191] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.500191] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.500719] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.500837] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.500837] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.501223] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.501223] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.502187] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.502187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.502187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.502187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.502187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.502761] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.502890] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.502958] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.503202] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.503202] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.503386] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 is going to be updated. [ 710.581073] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.581277] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.581350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.581581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.581744] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.600158] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: IN_PROGRESS for 2s [ 710.762013] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3aa5697-bb6c-4366-8c2d-0f553034687a in Status: SUCCESS [ 710.762305] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3aa5697-bb6c-4366-8c2d-0f553034687a deletion is rescheduled due to dependency. [ 710.762305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.845122] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: SUCCESS [ 711.845428] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.940134] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b in Status: SUCCESS [ 711.940345] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.940517] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.940742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.940958] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.941102] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.941203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.941381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.941551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.941669] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.941774] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6995c9d9-b4ca-496c-9279-14f7a5eaa29b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.444739] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6995c9d9-b4ca-496c-9279-14f7a5eaa29b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.620897] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: SUCCESS [ 712.620897] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.950021] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6995c9d9-b4ca-496c-9279-14f7a5eaa29b: rpc.has_security_group_logging(os_id): False [ 712.974298] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.974298] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.974298] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.975844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.975844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.975844] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.975844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.975844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.975844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.975844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.975844] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b is going to be created. [ 713.073898] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.074117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.074189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.074416] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.074600] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.091496] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b in Status: IN_PROGRESS for 2s [ 713.349184] env[65757]: INFO networking_nsxv3.common.synchronization [None req-c379aa3e-6404-45ad-af9c-aa14c10886ca None None] Enqueued Resource ID: e8d36b3f-61d6-43f8-97fa-365433455d3e with Priority: HIGHEST for action port [ 713.349184] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 713.349184] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=1, Passive=0], Jobs=1 [ 713.349184] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8d36b3f-61d6-43f8-97fa-365433455d3e with Priority: HIGHEST for action port [ 713.349948] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8d36b3f-61d6-43f8-97fa-365433455d3e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.350242] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8d36b3f-61d6-43f8-97fa-365433455d3e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.350702] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8d36b3f-61d6-43f8-97fa-365433455d3e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.351105] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8d36b3f-61d6-43f8-97fa-365433455d3e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.351326] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8d36b3f-61d6-43f8-97fa-365433455d3e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.854747] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e8d36b3f-61d6-43f8-97fa-365433455d3e [ 713.854747] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.854747] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.854747] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.854948] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.854982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.855084] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e8d36b3f-61d6-43f8-97fa-365433455d3e already deleted. [ 713.855180] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8d36b3f-61d6-43f8-97fa-365433455d3e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.110125] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b in Status: SUCCESS [ 715.110423] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.773391] env[65757]: INFO networking_nsxv3.common.synchronization [None req-2effec0d-e184-4a90-9c71-5f9ae7047986 None None] Enqueued Resource ID: e771614f-9f66-4b1b-98af-18f1e8166664 with Priority: HIGHEST for action port [ 715.775120] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e771614f-9f66-4b1b-98af-18f1e8166664 with Priority: HIGHEST for action port [ 715.775120] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-e771614f-9f66-4b1b-98af-18f1e8166664 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.775120] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e771614f-9f66-4b1b-98af-18f1e8166664" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.775120] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e771614f-9f66-4b1b-98af-18f1e8166664" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.775120] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e771614f-9f66-4b1b-98af-18f1e8166664" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.775312] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e771614f-9f66-4b1b-98af-18f1e8166664',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.001817] env[65757]: INFO networking_nsxv3.common.synchronization [req-8490df27-9b2b-45b1-8276-3bf765e6928f req-a3d2c639-c677-47c5-9006-0042816416eb tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Enqueued Resource ID: 28ec3a0c-aef2-43f7-b872-2652320ecd59 with Priority: HIGHEST for action security_group_members [ 716.002516] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ec3a0c-aef2-43f7-b872-2652320ecd59 with Priority: HIGHEST for action security_group_members [ 716.002940] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ec3a0c-aef2-43f7-b872-2652320ecd59 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.003130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.003226] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.005199] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.005199] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.005199] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.005199] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.005199] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.005199] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.005199] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28ec3a0c-aef2-43f7-b872-2652320ecd59',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.277856] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e771614f-9f66-4b1b-98af-18f1e8166664 [ 716.278168] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.278242] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.278803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.278803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.278803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.278803] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e771614f-9f66-4b1b-98af-18f1e8166664 already deleted. [ 716.278803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e771614f-9f66-4b1b-98af-18f1e8166664" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.467788] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-223 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.467990] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-223" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.468127] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-223" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.468434] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-223" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.468934] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.468934] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.469069] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.469190] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.469493] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.469530] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.469668] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.469715] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.469840] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.470059] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.470059] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.470265] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.494239] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.494239] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.494343] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.494464] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-223" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.494767] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-44bce9b9-7612-4534-bca7-eb7252974474 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.494928] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-44bce9b9-7612-4534-bca7-eb7252974474" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.495538] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-44bce9b9-7612-4534-bca7-eb7252974474" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.495538] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-44bce9b9-7612-4534-bca7-eb7252974474" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.495538] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44bce9b9-7612-4534-bca7-eb7252974474',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.507519] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.508068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.510591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.510591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.510591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.510591] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.510591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.510591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.510591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.510591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.510591] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ec3a0c-aef2-43f7-b872-2652320ecd59 already deleted. [ 716.510591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.000546] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.000746] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.000867] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.001194] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.001341] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.001487] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 44bce9b9-7612-4534-bca7-eb7252974474 not found, creating... [ 717.001827] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.001920] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.001992] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.003256] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.003623] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.004079] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.004432] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.004621] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.004889] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.005108] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.005312] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 44bce9b9-7612-4534-bca7-eb7252974474 is going to be created. [ 717.034457] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.034457] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.035399] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.035399] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.035675] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.035977] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-44bce9b9-7612-4534-bca7-eb7252974474" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.826878] env[65757]: INFO networking_nsxv3.common.synchronization [req-8490df27-9b2b-45b1-8276-3bf765e6928f req-9844b59c-b7fa-4dbc-a3fb-97b53ada6792 service nova] Enqueued Resource ID: 28ec3a0c-aef2-43f7-b872-2652320ecd59 with Priority: HIGHEST for action security_group_rules [ 717.827142] env[65757]: INFO networking_nsxv3.common.synchronization [req-8490df27-9b2b-45b1-8276-3bf765e6928f req-9844b59c-b7fa-4dbc-a3fb-97b53ada6792 service nova] Enqueued Resource ID: 28ec3a0c-aef2-43f7-b872-2652320ecd59 with Priority: HIGHEST for action security_group_members [ 717.827142] env[65757]: INFO networking_nsxv3.common.synchronization [req-8490df27-9b2b-45b1-8276-3bf765e6928f req-9844b59c-b7fa-4dbc-a3fb-97b53ada6792 service nova] Enqueued Resource ID: 44bce9b9-7612-4534-bca7-eb7252974474 with Priority: HIGHEST for action port [ 717.827747] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ec3a0c-aef2-43f7-b872-2652320ecd59 with Priority: HIGHEST for action security_group_rules [ 717.827849] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ec3a0c-aef2-43f7-b872-2652320ecd59 with Priority: HIGHEST for action security_group_members [ 717.827942] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44bce9b9-7612-4534-bca7-eb7252974474 with Priority: HIGHEST for action port [ 717.828256] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28ec3a0c-aef2-43f7-b872-2652320ecd59 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.828379] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.828445] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.828703] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.828789] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28ec3a0c-aef2-43f7-b872-2652320ecd59',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.829724] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ec3a0c-aef2-43f7-b872-2652320ecd59 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.829851] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.829931] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.830111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.830259] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.830353] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.830414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.830619] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.830703] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.830793] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28ec3a0c-aef2-43f7-b872-2652320ecd59',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.832317] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-44bce9b9-7612-4534-bca7-eb7252974474 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.832317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44bce9b9-7612-4534-bca7-eb7252974474" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.832317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44bce9b9-7612-4534-bca7-eb7252974474" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.832317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44bce9b9-7612-4534-bca7-eb7252974474" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.832317] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44bce9b9-7612-4534-bca7-eb7252974474',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.333486] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28ec3a0c-aef2-43f7-b872-2652320ecd59',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.336214] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ec3a0c-aef2-43f7-b872-2652320ecd59 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.336214] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.336214] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44bce9b9-7612-4534-bca7-eb7252974474 with status ACTIVE [ 718.336214] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.336214] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.336214] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.336485] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.336485] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.337877] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.337877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.337877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.337877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.337877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.339153] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.339272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.340712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.340712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.340712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.340712] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44bce9b9-7612-4534-bca7-eb7252974474 is going to be updated. [ 718.365736] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.365736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.365736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.366891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.366891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.366891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44bce9b9-7612-4534-bca7-eb7252974474" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.836471] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28ec3a0c-aef2-43f7-b872-2652320ecd59',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.340493] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.340665] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.340712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.340928] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.341023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.341114] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ec3a0c-aef2-43f7-b872-2652320ecd59 is going to be created. [ 719.366932] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.367108] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.367152] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.367352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.367500] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.381318] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ec3a0c-aef2-43f7-b872-2652320ecd59 in Status: UNINITIALIZED for 2s [ 719.656581] env[65757]: INFO networking_nsxv3.common.synchronization [req-118f18dc-014f-483a-bc2a-a5009d80662c req-02c89a11-b993-4b68-8cbb-751461965054 tempest-FloatingIPsAssociationTestJSON-724091199 tempest-FloatingIPsAssociationTestJSON-724091199-project-member] Enqueued Resource ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 with Priority: HIGHEST for action security_group_members [ 719.657427] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 with Priority: HIGHEST for action security_group_members [ 719.657887] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.657887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.658963] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.659225] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.659397] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.659506] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.659570] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.659724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.659819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.659913] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e1e8f6b1-1988-4515-a8dc-1abf9ade2b86',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.937972] env[65757]: INFO networking_nsxv3.common.synchronization [None req-90e09e98-22ea-4533-9aff-d557c1a4d446 None None] Enqueued Resource ID: 5baa26dd-9ad4-4e1f-b95e-c5cb547c036a with Priority: HIGHEST for action port [ 719.938418] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5baa26dd-9ad4-4e1f-b95e-c5cb547c036a with Priority: HIGHEST for action port [ 719.939208] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-5baa26dd-9ad4-4e1f-b95e-c5cb547c036a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.939321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5baa26dd-9ad4-4e1f-b95e-c5cb547c036a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.939455] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5baa26dd-9ad4-4e1f-b95e-c5cb547c036a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.939639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5baa26dd-9ad4-4e1f-b95e-c5cb547c036a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.940343] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5baa26dd-9ad4-4e1f-b95e-c5cb547c036a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.164171] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.164339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.164466] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.164685] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.164800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.165072] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.165072] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.165072] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.165329] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.165329] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.165401] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 is going to be updated. [ 720.202218] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.202443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.202443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.202657] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.202796] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.214712] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 in Status: IN_PROGRESS for 2s [ 720.441982] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5baa26dd-9ad4-4e1f-b95e-c5cb547c036a [ 720.446248] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.446457] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.446529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.446770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.446865] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.446964] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5baa26dd-9ad4-4e1f-b95e-c5cb547c036a already deleted. [ 720.447059] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5baa26dd-9ad4-4e1f-b95e-c5cb547c036a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.589023] env[65757]: INFO networking_nsxv3.common.synchronization [req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 req-158a3e02-baa7-4069-818b-e7e16603963d tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Enqueued Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 720.589023] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 720.589023] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.589023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.589023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.589023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.589023] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.589023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.589023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.589023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.589023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.589023] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.871607] env[65757]: INFO networking_nsxv3.common.synchronization [req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 req-d627b352-9135-4b49-8493-a7696939fd3d tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Enqueued Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 720.872919] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 720.873589] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.873589] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.091330] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.191780] env[65757]: INFO networking_nsxv3.common.synchronization [req-5462f17a-e842-4dbf-bb50-1c68dadc34c6 req-22213ce4-bf8b-4b78-a96d-56f55cdc937b tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Enqueued Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 721.192541] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 721.193031] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.193259] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.393705] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ec3a0c-aef2-43f7-b872-2652320ecd59 in Status: SUCCESS [ 721.393705] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.393705] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.394082] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.394082] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.394218] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.394218] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.394592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.394592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.394592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.395433] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28ec3a0c-aef2-43f7-b872-2652320ecd59',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.597413] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.714916] env[65757]: INFO networking_nsxv3.common.synchronization [None req-c1e3b7cd-e830-459d-a1bc-1b3cd6755e7c None None] Enqueued Resource ID: 255f6cd3-554c-4df4-b860-ed2159ac6eb1 with Priority: HIGHEST for action port [ 721.715908] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 255f6cd3-554c-4df4-b860-ed2159ac6eb1 with Priority: HIGHEST for action port [ 721.716113] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-255f6cd3-554c-4df4-b860-ed2159ac6eb1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.718161] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-255f6cd3-554c-4df4-b860-ed2159ac6eb1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.718161] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-255f6cd3-554c-4df4-b860-ed2159ac6eb1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.718161] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-255f6cd3-554c-4df4-b860-ed2159ac6eb1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.718161] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('255f6cd3-554c-4df4-b860-ed2159ac6eb1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.898996] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ec3a0c-aef2-43f7-b872-2652320ecd59 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.899372] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.899515] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.899971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.900244] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.900432] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.900524] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.901905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.901905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.901905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.901905] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ec3a0c-aef2-43f7-b872-2652320ecd59 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.901905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.901905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.901905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.901905] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.901905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.901905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.901905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.901905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.901905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.903638] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28ec3a0c-aef2-43f7-b872-2652320ecd59',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.100144] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.100662] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.100662] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.100835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.101095] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.101235] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 is going to be updated. [ 722.130904] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.131059] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.131252] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.131342] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.131486] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.142169] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: IN_PROGRESS for 2s [ 722.219155] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 255f6cd3-554c-4df4-b860-ed2159ac6eb1 [ 722.219381] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.220202] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.220202] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.220202] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.220202] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.220202] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:255f6cd3-554c-4df4-b860-ed2159ac6eb1 already deleted. [ 722.220202] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-255f6cd3-554c-4df4-b860-ed2159ac6eb1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.225457] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 in Status: IN_PROGRESS for 4s [ 722.404953] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28ec3a0c-aef2-43f7-b872-2652320ecd59: rpc.has_security_group_logging(os_id): False [ 722.425122] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.425302] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.425370] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.425592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.425686] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.425876] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.425972] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.426043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.426211] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.426314] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.426563] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.426658] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.426749] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.427150] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.427889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.427889] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.427889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.427889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.427889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.427889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.428204] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28ec3a0c-aef2-43f7-b872-2652320ecd59 is going to be created. [ 722.498603] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.498603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.498603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.498807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.498894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.512264] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28ec3a0c-aef2-43f7-b872-2652320ecd59 in Status: IN_PROGRESS for 2s [ 722.795823] env[65757]: INFO networking_nsxv3.common.synchronization [None req-338da768-6090-42a4-8db7-f2b1b2f04178 None None] Enqueued Resource ID: d407b24a-0116-4bd7-8f87-733cf3a827db with Priority: HIGHEST for action port [ 722.796188] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d407b24a-0116-4bd7-8f87-733cf3a827db with Priority: HIGHEST for action port [ 722.796521] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-d407b24a-0116-4bd7-8f87-733cf3a827db taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.796679] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d407b24a-0116-4bd7-8f87-733cf3a827db" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.796768] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d407b24a-0116-4bd7-8f87-733cf3a827db" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.797062] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d407b24a-0116-4bd7-8f87-733cf3a827db" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.797173] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d407b24a-0116-4bd7-8f87-733cf3a827db',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.302448] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d407b24a-0116-4bd7-8f87-733cf3a827db [ 723.302773] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.306125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.306125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.306125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.306125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.306125] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d407b24a-0116-4bd7-8f87-733cf3a827db already deleted. [ 723.306125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d407b24a-0116-4bd7-8f87-733cf3a827db" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.154082] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: SUCCESS [ 724.154082] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.154082] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.154541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.154541] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.154702] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.154702] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.154834] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.154882] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.154956] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.172539] env[65757]: INFO networking_nsxv3.common.synchronization [None req-c8e276f2-699c-4160-b1b8-9296fad3e325 None None] Enqueued Resource ID: 3a7584cb-bdeb-48e7-a5bc-d47a72edb0ca with Priority: HIGHEST for action port [ 724.173735] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a7584cb-bdeb-48e7-a5bc-d47a72edb0ca with Priority: HIGHEST for action port [ 724.174060] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a7584cb-bdeb-48e7-a5bc-d47a72edb0ca taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.174249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a7584cb-bdeb-48e7-a5bc-d47a72edb0ca" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.174249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a7584cb-bdeb-48e7-a5bc-d47a72edb0ca" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.174641] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a7584cb-bdeb-48e7-a5bc-d47a72edb0ca" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.174641] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a7584cb-bdeb-48e7-a5bc-d47a72edb0ca',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.235888] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 in Status: SUCCESS [ 724.236087] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 deletion is rescheduled due to dependency. [ 724.236343] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.524513] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28ec3a0c-aef2-43f7-b872-2652320ecd59 in Status: SUCCESS [ 724.525230] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.659042] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.659042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.659042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.659042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.659042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.659042] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.659042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.659042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.659042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.659042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.659042] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 is going to be updated. [ 724.677016] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a7584cb-bdeb-48e7-a5bc-d47a72edb0ca [ 724.677282] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.677707] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.677707] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.677707] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.677825] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.677887] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a7584cb-bdeb-48e7-a5bc-d47a72edb0ca already deleted. [ 724.677990] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a7584cb-bdeb-48e7-a5bc-d47a72edb0ca" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.688734] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.688734] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.688734] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.688734] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.688734] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.697742] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: IN_PROGRESS for 2s [ 724.940477] env[65757]: INFO networking_nsxv3.common.synchronization [req-fa8ffd35-4d47-4658-8b87-e09b9a214afe req-2c548f90-1e73-42ec-8bae-b569ff226032 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Enqueued Resource ID: fa7d439d-dc0f-416e-a881-4c806012397e with Priority: HIGHEST for action security_group_members [ 724.941041] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7d439d-dc0f-416e-a881-4c806012397e with Priority: HIGHEST for action security_group_members [ 724.941353] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7d439d-dc0f-416e-a881-4c806012397e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.941470] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.941570] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.941807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.941960] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.942075] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.942131] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.942287] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.942369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.942457] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.298171] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.298171] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-656" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.298171] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-656" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.298171] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-656" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.298171] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.299135] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.299363] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.299738] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.300035] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.300382] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.300628] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.300863] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.301877] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.302117] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.302313] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.302650] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.325875] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.326353] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.328469] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.328469] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-656" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.328469] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-318c940a-e3a2-464c-9753-cff9f9fca0ee taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.328469] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-318c940a-e3a2-464c-9753-cff9f9fca0ee" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.328469] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-318c940a-e3a2-464c-9753-cff9f9fca0ee" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.328683] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-318c940a-e3a2-464c-9753-cff9f9fca0ee" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.328817] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('318c940a-e3a2-464c-9753-cff9f9fca0ee',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.446610] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.446610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.446610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.446610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.446610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.446610] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.446610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.446610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.446610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.446610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.446610] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa7d439d-dc0f-416e-a881-4c806012397e already deleted. [ 725.446610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.831275] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.831707] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.831707] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.831863] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.832010] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.832161] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 318c940a-e3a2-464c-9753-cff9f9fca0ee not found, creating... [ 725.832429] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.832583] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.832697] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.832910] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.833056] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.833353] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.833527] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.833651] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.833931] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.834486] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.834730] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 318c940a-e3a2-464c-9753-cff9f9fca0ee is going to be created. [ 725.859092] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.859471] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.859640] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.859968] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.860261] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.860529] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-318c940a-e3a2-464c-9753-cff9f9fca0ee" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.598406] env[65757]: INFO networking_nsxv3.common.synchronization [req-fa8ffd35-4d47-4658-8b87-e09b9a214afe req-7b1a890a-603a-4e60-99db-adddfe500256 service nova] Enqueued Resource ID: fa7d439d-dc0f-416e-a881-4c806012397e with Priority: HIGHEST for action security_group_rules [ 726.598406] env[65757]: INFO networking_nsxv3.common.synchronization [req-fa8ffd35-4d47-4658-8b87-e09b9a214afe req-7b1a890a-603a-4e60-99db-adddfe500256 service nova] Enqueued Resource ID: fa7d439d-dc0f-416e-a881-4c806012397e with Priority: HIGHEST for action security_group_members [ 726.598406] env[65757]: INFO networking_nsxv3.common.synchronization [req-fa8ffd35-4d47-4658-8b87-e09b9a214afe req-7b1a890a-603a-4e60-99db-adddfe500256 service nova] Enqueued Resource ID: 318c940a-e3a2-464c-9753-cff9f9fca0ee with Priority: HIGHEST for action port [ 726.599081] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7d439d-dc0f-416e-a881-4c806012397e with Priority: HIGHEST for action security_group_rules [ 726.599253] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7d439d-dc0f-416e-a881-4c806012397e with Priority: HIGHEST for action security_group_members [ 726.599439] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318c940a-e3a2-464c-9753-cff9f9fca0ee with Priority: HIGHEST for action port [ 726.599802] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa7d439d-dc0f-416e-a881-4c806012397e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.599934] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.599997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.600386] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.600508] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.602073] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7d439d-dc0f-416e-a881-4c806012397e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.602267] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.602355] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.602642] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.602902] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.603097] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.605145] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.605145] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.605145] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.605145] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.605145] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-318c940a-e3a2-464c-9753-cff9f9fca0ee taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.605145] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-318c940a-e3a2-464c-9753-cff9f9fca0ee" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.605145] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-318c940a-e3a2-464c-9753-cff9f9fca0ee" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.605145] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-318c940a-e3a2-464c-9753-cff9f9fca0ee" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.605145] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('318c940a-e3a2-464c-9753-cff9f9fca0ee',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.708638] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: SUCCESS [ 726.708876] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 deletion is rescheduled due to dependency. [ 726.708947] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.709195] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.709372] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.709574] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.709735] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.709806] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.709976] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.710109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.710206] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.107158] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7d439d-dc0f-416e-a881-4c806012397e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.107466] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.107507] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 318c940a-e3a2-464c-9753-cff9f9fca0ee with status ACTIVE [ 727.107681] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.107858] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.107924] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.108193] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.108291] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.108565] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.108659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.108659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.108870] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.108916] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.109168] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.109240] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.109308] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.109539] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.109592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.109641] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 318c940a-e3a2-464c-9753-cff9f9fca0ee is going to be updated. [ 727.111582] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.137123] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.137305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.137399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.137617] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.137783] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.137984] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-318c940a-e3a2-464c-9753-cff9f9fca0ee" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.212873] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.213062] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.213135] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.215028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.215028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.215028] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.215028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.215028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.215028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.215028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.215028] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 is going to be updated. [ 727.255516] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.255805] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.255851] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.256137] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.256297] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.272860] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: IN_PROGRESS for 2s [ 727.614864] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.835450] env[65757]: INFO networking_nsxv3.common.synchronization [req-5eaf9745-97ad-4afb-ae44-e8e4cfa954ab req-9fc49a9c-4837-455c-938d-ff9e61bcbb6f tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Enqueued Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_members [ 727.836015] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_members [ 727.836326] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.836449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.836511] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.836708] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.836859] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.836960] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.838731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.838956] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.839068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.839165] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.117455] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.117857] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.117857] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.117973] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.118089] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.118253] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa7d439d-dc0f-416e-a881-4c806012397e is going to be created. [ 728.142595] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.142739] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.142845] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.143094] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.143259] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.154280] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa7d439d-dc0f-416e-a881-4c806012397e in Status: UNINITIALIZED for 2s [ 728.343718] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.847359] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.286322] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: SUCCESS [ 729.286692] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 deletion is rescheduled due to dependency. [ 729.286692] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.349559] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.349859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.349859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.350144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.350278] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.350482] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 is going to be updated. [ 729.382609] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.382819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.382949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.383256] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.383495] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.395393] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 in Status: IN_PROGRESS for 2s [ 730.164447] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa7d439d-dc0f-416e-a881-4c806012397e in Status: SUCCESS [ 730.165403] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.165545] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.165810] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.166084] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.166217] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.166282] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.166522] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.166563] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.166642] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.166733] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.668900] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7d439d-dc0f-416e-a881-4c806012397e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.669271] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.669271] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.671440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.671440] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.671440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.671440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.671440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.671440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.671440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.671440] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7d439d-dc0f-416e-a881-4c806012397e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.671440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.671440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.671440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.671440] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.671440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.671440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.671440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.671440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.671440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.671440] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.174504] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa7d439d-dc0f-416e-a881-4c806012397e: rpc.has_security_group_logging(os_id): False [ 731.194409] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.194652] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.194652] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.194799] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.194848] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.195129] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.195227] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.195288] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.195546] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.195683] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.195866] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.195968] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.196061] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.196259] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.196290] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.196478] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.196572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.196633] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.196772] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.196850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.196931] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa7d439d-dc0f-416e-a881-4c806012397e is going to be created. [ 731.279649] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.280164] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.280484] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.280738] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.280934] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.298296] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa7d439d-dc0f-416e-a881-4c806012397e in Status: IN_PROGRESS for 2s [ 731.408223] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 in Status: SUCCESS [ 731.408223] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.836694] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 732.836943] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 733.313091] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa7d439d-dc0f-416e-a881-4c806012397e in Status: SUCCESS [ 733.313332] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.798593] env[65757]: INFO networking_nsxv3.common.synchronization [req-df3514cc-7478-4279-b15f-6dfd0606ecb5 req-eb2a4e2e-4794-499d-bb3a-d5d818c29fea tempest-FloatingIPsAssociationNegativeTestJSON-1953515910 tempest-FloatingIPsAssociationNegativeTestJSON-1953515910-project-member] Enqueued Resource ID: 28ec3a0c-aef2-43f7-b872-2652320ecd59 with Priority: HIGHEST for action security_group_members [ 736.798929] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ec3a0c-aef2-43f7-b872-2652320ecd59 with Priority: HIGHEST for action security_group_members [ 736.799207] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-28ec3a0c-aef2-43f7-b872-2652320ecd59 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.799390] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.799467] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.799961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.800218] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.800350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.800443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.800654] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.800809] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.804020] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28ec3a0c-aef2-43f7-b872-2652320ecd59',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.062845] env[65757]: INFO networking_nsxv3.common.synchronization [req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 req-424c94d5-e75b-4206-9f30-af84c23b71a1 tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Enqueued Resource ID: b27920d8-47a1-4633-9a6a-078d4a2ea2a6 with Priority: HIGHEST for action security_group_members [ 737.063450] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27920d8-47a1-4633-9a6a-078d4a2ea2a6 with Priority: HIGHEST for action security_group_members [ 737.063767] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.063946] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.063946] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.064372] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.064589] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.064710] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.064860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.065063] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.065174] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.065424] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27920d8-47a1-4633-9a6a-078d4a2ea2a6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.303991] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.304239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.304323] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.304595] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.304731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.305011] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.305130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.305195] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.305382] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.305498] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.305611] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ec3a0c-aef2-43f7-b872-2652320ecd59 is going to be updated. [ 737.342488] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.342972] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.342972] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.342972] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.343186] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.352360] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ec3a0c-aef2-43f7-b872-2652320ecd59 in Status: IN_PROGRESS for 2s [ 737.452695] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.452949] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-454" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.453163] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-454" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.453363] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-454" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.453850] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.453850] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.454125] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.454682] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.454682] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.454682] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.454898] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.454898] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.455038] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.455088] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.455162] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.455330] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.476515] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.477718] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.477718] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.477718] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-454" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.477718] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-bb486ee4-01fe-4788-9865-b58266f85426 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.478013] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-bb486ee4-01fe-4788-9865-b58266f85426" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.478052] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-bb486ee4-01fe-4788-9865-b58266f85426" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.478885] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-bb486ee4-01fe-4788-9865-b58266f85426" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.479173] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb486ee4-01fe-4788-9865-b58266f85426',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.567241] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.567241] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.568340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.568340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.568340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.568340] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.568340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.568340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.568809] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.568809] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.568892] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27920d8-47a1-4633-9a6a-078d4a2ea2a6 already deleted. [ 737.571676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.982524] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.982888] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.982888] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.984308] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.984514] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.984672] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port bb486ee4-01fe-4788-9865-b58266f85426 not found, creating... [ 737.984952] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.985127] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.985238] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.985481] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.985612] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.985962] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.986124] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.986233] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.986443] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.986569] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.986700] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: bb486ee4-01fe-4788-9865-b58266f85426 is going to be created. [ 738.008232] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.008438] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.008547] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.008815] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.009090] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.009303] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-bb486ee4-01fe-4788-9865-b58266f85426" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.775469] env[65757]: INFO networking_nsxv3.common.synchronization [req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 req-844de666-1e1a-43f5-bba9-e607f2aa65b4 service nova] Enqueued Resource ID: b27920d8-47a1-4633-9a6a-078d4a2ea2a6 with Priority: HIGHEST for action security_group_rules [ 738.776811] env[65757]: INFO networking_nsxv3.common.synchronization [req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 req-844de666-1e1a-43f5-bba9-e607f2aa65b4 service nova] Enqueued Resource ID: b27920d8-47a1-4633-9a6a-078d4a2ea2a6 with Priority: HIGHEST for action security_group_members [ 738.777045] env[65757]: INFO networking_nsxv3.common.synchronization [req-58dff304-8a5b-4d25-a6c9-46ca1e15abf9 req-844de666-1e1a-43f5-bba9-e607f2aa65b4 service nova] Enqueued Resource ID: bb486ee4-01fe-4788-9865-b58266f85426 with Priority: HIGHEST for action port [ 738.777816] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27920d8-47a1-4633-9a6a-078d4a2ea2a6 with Priority: HIGHEST for action security_group_rules [ 738.778032] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27920d8-47a1-4633-9a6a-078d4a2ea2a6 with Priority: HIGHEST for action security_group_members [ 738.778289] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb486ee4-01fe-4788-9865-b58266f85426 with Priority: HIGHEST for action port [ 738.778606] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b27920d8-47a1-4633-9a6a-078d4a2ea2a6 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.778783] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.778881] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.779253] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.779402] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b27920d8-47a1-4633-9a6a-078d4a2ea2a6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.780631] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.780796] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.781136] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.781238] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.781436] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.781585] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.781679] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.781949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.782102] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.782269] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27920d8-47a1-4633-9a6a-078d4a2ea2a6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.784144] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb486ee4-01fe-4788-9865-b58266f85426 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.784144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb486ee4-01fe-4788-9865-b58266f85426" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.784144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb486ee4-01fe-4788-9865-b58266f85426" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.784144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb486ee4-01fe-4788-9865-b58266f85426" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.784144] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb486ee4-01fe-4788-9865-b58266f85426',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.286881] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b27920d8-47a1-4633-9a6a-078d4a2ea2a6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.288094] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.288254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.288887] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb486ee4-01fe-4788-9865-b58266f85426 with status ACTIVE [ 739.289011] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.289142] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.289205] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.289600] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.289600] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.290733] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.290733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.290733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.290733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.290733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.290733] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.290733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.291044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.291044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.291139] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.291211] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb486ee4-01fe-4788-9865-b58266f85426 is going to be updated. [ 739.315086] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.315344] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.315344] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.315506] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.315676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.316034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb486ee4-01fe-4788-9865-b58266f85426" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.366268] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28ec3a0c-aef2-43f7-b872-2652320ecd59 in Status: SUCCESS [ 739.366567] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28ec3a0c-aef2-43f7-b872-2652320ecd59 deletion is rescheduled due to dependency. [ 739.366795] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.780698] env[65757]: INFO networking_nsxv3.common.synchronization [req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b req-44c13f25-a3b4-4f38-8df4-4df76a5fa4f9 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 739.781331] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 739.781644] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.781795] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.781873] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.782364] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.782718] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.782799] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.782834] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.783048] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.783259] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.783435] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.790029] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b27920d8-47a1-4633-9a6a-078d4a2ea2a6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.171083] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.171083] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-189" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.171083] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-189" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.171083] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-189" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.171083] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.171649] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.171649] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.173490] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.173490] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.173490] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.173490] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.173490] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.173490] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.173490] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.173490] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.173490] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.199033] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.199164] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.200084] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.203435] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-189" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.204143] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-ddc943d6-f025-448a-bd90-a3c5d33abd27 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.204143] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-ddc943d6-f025-448a-bd90-a3c5d33abd27" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.204334] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-ddc943d6-f025-448a-bd90-a3c5d33abd27" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.204648] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-ddc943d6-f025-448a-bd90-a3c5d33abd27" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.204837] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc943d6-f025-448a-bd90-a3c5d33abd27',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.285824] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.285976] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.286183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.286685] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.286685] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.286813] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.286870] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.286910] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.287205] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.287298] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.287428] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead already deleted. [ 740.287598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.292712] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.292988] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.293074] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.293427] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.293556] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.293665] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27920d8-47a1-4633-9a6a-078d4a2ea2a6 is going to be created. [ 740.330117] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.330297] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.330385] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.330663] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.330887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.348216] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27920d8-47a1-4633-9a6a-078d4a2ea2a6 in Status: UNINITIALIZED for 2s [ 740.708141] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.708307] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.708398] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.708898] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.709141] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.709314] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port ddc943d6-f025-448a-bd90-a3c5d33abd27 not found, creating... [ 740.709679] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.709899] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.710127] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.710415] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.710571] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.710857] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.711054] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.711135] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.711375] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.711585] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.711725] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: ddc943d6-f025-448a-bd90-a3c5d33abd27 is going to be created. [ 740.736397] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.737400] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.737400] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.737400] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.737400] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.737663] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-ddc943d6-f025-448a-bd90-a3c5d33abd27" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.467939] env[65757]: INFO networking_nsxv3.common.synchronization [req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b req-446490ed-b227-438c-90c3-423f312bb96d service nova] Enqueued Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_rules [ 741.467939] env[65757]: INFO networking_nsxv3.common.synchronization [req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b req-446490ed-b227-438c-90c3-423f312bb96d service nova] Enqueued Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 741.467939] env[65757]: INFO networking_nsxv3.common.synchronization [req-56d96e4e-4724-47a7-91fe-baa8c64d3e3b req-446490ed-b227-438c-90c3-423f312bb96d service nova] Enqueued Resource ID: ddc943d6-f025-448a-bd90-a3c5d33abd27 with Priority: HIGHEST for action port [ 741.468262] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_rules [ 741.468262] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 741.468327] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc943d6-f025-448a-bd90-a3c5d33abd27 with Priority: HIGHEST for action port [ 741.469027] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.469027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.469239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.469398] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.469477] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.470472] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.470571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.470571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.470729] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.470878] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.470968] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.471041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.471184] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.471269] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.471353] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.472602] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddc943d6-f025-448a-bd90-a3c5d33abd27 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.472602] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddc943d6-f025-448a-bd90-a3c5d33abd27" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.472602] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddc943d6-f025-448a-bd90-a3c5d33abd27" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.472923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddc943d6-f025-448a-bd90-a3c5d33abd27" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.472923] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc943d6-f025-448a-bd90-a3c5d33abd27',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.974338] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.974505] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.974847] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.975874] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddc943d6-f025-448a-bd90-a3c5d33abd27 with status ACTIVE [ 741.976067] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.976186] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.976186] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.976361] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.976450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.976621] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.976714] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.976767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.976915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.976991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.977541] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.977631] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.977860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.978455] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.978455] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.978662] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddc943d6-f025-448a-bd90-a3c5d33abd27 is going to be updated. [ 742.007808] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.008078] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.008186] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.010223] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.010223] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.010223] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddc943d6-f025-448a-bd90-a3c5d33abd27" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.361939] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27920d8-47a1-4633-9a6a-078d4a2ea2a6 in Status: SUCCESS [ 742.362149] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.362329] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.365409] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.365668] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.368019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.368019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.368019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.368019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.368019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.368019] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b27920d8-47a1-4633-9a6a-078d4a2ea2a6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.484592] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.708084] env[65757]: INFO networking_nsxv3.common.synchronization [req-3274eac7-2da6-41b0-a540-2b1eb33553cd req-5cea8cf2-9c49-4b16-88d5-3ac15d26f4ed tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Enqueued Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 742.708084] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 742.708084] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.708084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.708084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.708084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.708084] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.708464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.708464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.708464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.708464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.708647] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.870195] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.870440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.870540] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.870789] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.870965] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.871090] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.871154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.871352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.871556] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.871827] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.871827] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.871939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.875097] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.875097] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.875097] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.875097] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.875097] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.875097] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.875097] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.875097] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.875097] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b27920d8-47a1-4633-9a6a-078d4a2ea2a6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.988344] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.988499] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.988597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.988796] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.989124] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.989124] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead is going to be created. [ 743.018994] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.019213] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.019319] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.019562] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.019749] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.033707] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: UNINITIALIZED for 2s [ 743.184436] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.184615] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-259" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.184749] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-259" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.185434] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-259" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.185796] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.186117] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.186232] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.186724] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.186724] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.186942] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.186942] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.187067] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.187175] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.187262] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.187359] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.187543] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.210798] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.210798] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.211037] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.211247] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-259" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.211566] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-a046815c-dc8b-486a-9df5-0252029d181f taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.211868] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-a046815c-dc8b-486a-9df5-0252029d181f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.212015] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-a046815c-dc8b-486a-9df5-0252029d181f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.212490] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-a046815c-dc8b-486a-9df5-0252029d181f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.212490] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a046815c-dc8b-486a-9df5-0252029d181f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.213556] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.213790] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.213790] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.214547] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.214547] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.214547] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.214547] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.214547] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.214915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.214915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.214915] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 is going to be updated. [ 743.246127] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.246302] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.246342] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.246566] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.247012] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.258955] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: IN_PROGRESS for 2s [ 743.376334] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b27920d8-47a1-4633-9a6a-078d4a2ea2a6: rpc.has_security_group_logging(os_id): False [ 743.396949] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.397246] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.397329] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.397617] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.397758] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.397949] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.398067] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.398131] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.398295] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.398377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.398581] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.398676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.398747] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.398873] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.398947] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.399136] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.399227] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.399285] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.399423] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.399503] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.399572] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b27920d8-47a1-4633-9a6a-078d4a2ea2a6 is going to be created. [ 743.460661] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.460866] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.460922] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.461356] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.461356] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.471398] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b27920d8-47a1-4633-9a6a-078d4a2ea2a6 in Status: IN_PROGRESS for 2s [ 743.718080] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.718080] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.718080] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.718080] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.718746] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.718746] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port a046815c-dc8b-486a-9df5-0252029d181f not found, creating... [ 743.718746] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.718952] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.718997] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.719466] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.719466] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.719731] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.719936] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.720058] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.720289] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.720443] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.720572] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: a046815c-dc8b-486a-9df5-0252029d181f is going to be created. [ 743.742435] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.742777] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.742777] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.743076] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.743305] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.743483] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-a046815c-dc8b-486a-9df5-0252029d181f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.466014] env[65757]: INFO networking_nsxv3.common.synchronization [req-3274eac7-2da6-41b0-a540-2b1eb33553cd req-e0d5fa40-21cf-41d7-97e6-3e943dd9541b service nova] Enqueued Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_rules [ 744.466195] env[65757]: INFO networking_nsxv3.common.synchronization [req-3274eac7-2da6-41b0-a540-2b1eb33553cd req-e0d5fa40-21cf-41d7-97e6-3e943dd9541b service nova] Enqueued Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 744.466356] env[65757]: INFO networking_nsxv3.common.synchronization [req-3274eac7-2da6-41b0-a540-2b1eb33553cd req-e0d5fa40-21cf-41d7-97e6-3e943dd9541b service nova] Enqueued Resource ID: a046815c-dc8b-486a-9df5-0252029d181f with Priority: HIGHEST for action port [ 744.466885] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_rules [ 744.467092] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 744.467226] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a046815c-dc8b-486a-9df5-0252029d181f with Priority: HIGHEST for action port [ 744.468322] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.468400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.468457] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.468713] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.468756] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.470143] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.470260] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.470503] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-a046815c-dc8b-486a-9df5-0252029d181f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.470503] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a046815c-dc8b-486a-9df5-0252029d181f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.470640] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a046815c-dc8b-486a-9df5-0252029d181f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.470742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a046815c-dc8b-486a-9df5-0252029d181f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.470816] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a046815c-dc8b-486a-9df5-0252029d181f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.971586] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.972086] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.972510] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a046815c-dc8b-486a-9df5-0252029d181f with status ACTIVE [ 744.973901] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.973901] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.973901] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.973901] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.973901] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.973901] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.973901] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.973901] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.974423] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.974454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.975407] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.975577] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.975577] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.975762] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.975828] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.975923] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a046815c-dc8b-486a-9df5-0252029d181f is going to be updated. [ 745.003263] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.003388] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.003455] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.003666] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.003815] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.003964] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a046815c-dc8b-486a-9df5-0252029d181f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.046590] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: SUCCESS [ 745.046872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.047192] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.047395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.047567] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.047695] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.047777] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.048044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.048163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.048278] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.048388] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.272418] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: SUCCESS [ 745.272882] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 deletion is rescheduled due to dependency. [ 745.272882] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.272882] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.273154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.273345] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.273463] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.273521] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.273792] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.273792] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.274026] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.484404] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b27920d8-47a1-4633-9a6a-078d4a2ea2a6 in Status: SUCCESS [ 745.484656] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.551765] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.552091] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.552091] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.555382] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.555382] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.555382] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.555382] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.555543] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.555576] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.555638] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.555801] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.555894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.555956] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.556116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.556265] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.556359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.556418] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.556553] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.556630] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.556711] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.556800] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.650163] env[65757]: INFO networking_nsxv3.common.synchronization [req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 req-9101b5c8-b6ce-49eb-af42-4861c87fd3f5 tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Enqueued Resource ID: 8938d9b7-7221-42ae-828f-89775c3c2980 with Priority: HIGHEST for action security_group_members [ 745.650163] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8938d9b7-7221-42ae-828f-89775c3c2980 with Priority: HIGHEST for action security_group_members [ 745.650624] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-8938d9b7-7221-42ae-828f-89775c3c2980 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.650751] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.650800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.651137] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.651334] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.651447] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.651535] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.651730] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.651837] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.651987] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8938d9b7-7221-42ae-828f-89775c3c2980',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.778283] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.059955] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b37d534-8992-4b57-98dd-9d99ad3b7ead: rpc.has_security_group_logging(os_id): False [ 746.083351] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.083477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.083515] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.087027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.087027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.087027] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.087027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.087027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.087027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.087027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.087027] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.087027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.087027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.087027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.087027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.087027] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.087027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.088035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.088035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.088035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.088035] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead is going to be created. [ 746.152028] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-517 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.152028] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-517" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.152028] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-517" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.152028] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-517" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.152028] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.152028] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.152028] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.152643] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.152643] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.152800] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.152909] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.153030] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.153184] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.153241] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.153499] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.155045] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.156915] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.157073] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.157145] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.157349] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.157450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.157657] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.157765] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.157842] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.158086] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.158165] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.158236] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8938d9b7-7221-42ae-828f-89775c3c2980 already deleted. [ 746.158341] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.164238] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.164238] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.164238] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.164238] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.164238] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.178505] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: IN_PROGRESS for 2s [ 746.186456] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.186706] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.186754] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.186992] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-517" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.187427] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.187651] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.187779] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.188237] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.188401] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.278460] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.695130] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.695130] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.695130] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.695130] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.695130] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.695130] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a not found, creating... [ 746.695130] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.695130] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.695130] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.695130] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.695130] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.695899] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.695899] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.695899] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.695899] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.695899] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.698087] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a is going to be created. [ 746.719706] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.719924] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.720058] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.720333] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.720549] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.720807] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.781971] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.782178] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.782253] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.782482] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.782576] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.782671] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 is going to be updated. [ 746.844577] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.844755] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.844813] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.845040] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.845188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.855163] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: IN_PROGRESS for 2s [ 747.413061] env[65757]: INFO networking_nsxv3.common.synchronization [req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 req-fc0cd633-2c36-4682-a290-a57b40ffc74a service nova] Enqueued Resource ID: 8938d9b7-7221-42ae-828f-89775c3c2980 with Priority: HIGHEST for action security_group_rules [ 747.413344] env[65757]: INFO networking_nsxv3.common.synchronization [req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 req-fc0cd633-2c36-4682-a290-a57b40ffc74a service nova] Enqueued Resource ID: 8938d9b7-7221-42ae-828f-89775c3c2980 with Priority: HIGHEST for action security_group_members [ 747.413491] env[65757]: INFO networking_nsxv3.common.synchronization [req-d7dcc70a-6bc8-4c92-b706-cd6c6e0cfab6 req-fc0cd633-2c36-4682-a290-a57b40ffc74a service nova] Enqueued Resource ID: bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a with Priority: HIGHEST for action port [ 747.414274] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8938d9b7-7221-42ae-828f-89775c3c2980 with Priority: HIGHEST for action security_group_rules [ 747.414436] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8938d9b7-7221-42ae-828f-89775c3c2980 with Priority: HIGHEST for action security_group_members [ 747.414531] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a with Priority: HIGHEST for action port [ 747.414807] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8938d9b7-7221-42ae-828f-89775c3c2980 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.415010] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.415010] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.415262] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.415345] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8938d9b7-7221-42ae-828f-89775c3c2980',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.416306] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-8938d9b7-7221-42ae-828f-89775c3c2980 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.416423] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.416489] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.416712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.416867] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.416964] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.417035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.417188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.417267] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.417364] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8938d9b7-7221-42ae-828f-89775c3c2980',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.419040] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.419185] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.419254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.419422] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.419493] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.926526] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-8938d9b7-7221-42ae-828f-89775c3c2980 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.926868] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.927463] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8938d9b7-7221-42ae-828f-89775c3c2980',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.930221] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a with status ACTIVE [ 747.930939] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.932228] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.932228] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.932228] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.932228] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.932228] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.932228] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.932228] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.932798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.933273] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.936130] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.936130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.936130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.936130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.936130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.936130] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a is going to be updated. [ 747.957794] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.957794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.957794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.957794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.957794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.957794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf3ffae5-f5ea-4dfa-9b20-b32cec4d373a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.194936] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: SUCCESS [ 748.195568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.343200] env[65757]: INFO networking_nsxv3.common.synchronization [None req-9d86492e-912f-4357-ab6a-120c16ded4eb None None] Enqueued Resource ID: c7ba061a-0016-4b72-8bdf-7b24cabbdb37 with Priority: HIGHEST for action port [ 748.343530] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7ba061a-0016-4b72-8bdf-7b24cabbdb37 with Priority: HIGHEST for action port [ 748.344127] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7ba061a-0016-4b72-8bdf-7b24cabbdb37 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.348218] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7ba061a-0016-4b72-8bdf-7b24cabbdb37" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.348303] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7ba061a-0016-4b72-8bdf-7b24cabbdb37" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.348841] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7ba061a-0016-4b72-8bdf-7b24cabbdb37" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.348841] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7ba061a-0016-4b72-8bdf-7b24cabbdb37',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.436605] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8938d9b7-7221-42ae-828f-89775c3c2980',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.852225] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7ba061a-0016-4b72-8bdf-7b24cabbdb37 [ 748.854057] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.854220] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.854286] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.854509] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.854599] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.854690] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7ba061a-0016-4b72-8bdf-7b24cabbdb37 already deleted. [ 748.854766] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7ba061a-0016-4b72-8bdf-7b24cabbdb37" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.866866] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: SUCCESS [ 748.867057] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.867243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.867457] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.867648] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.867768] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.867835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.868102] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.868142] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.868633] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.868633] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.943825] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.943825] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.943825] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.943825] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.943825] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.943825] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8938d9b7-7221-42ae-828f-89775c3c2980 is going to be created. [ 748.967314] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.967458] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.967458] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.967706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.968000] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.978966] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8938d9b7-7221-42ae-828f-89775c3c2980 in Status: UNINITIALIZED for 2s [ 749.107610] env[65757]: INFO networking_nsxv3.common.synchronization [req-6aa4d56b-6698-4254-b8ef-51f2c332680b req-70144f3c-d10f-4c08-a3c3-e28bbdf89894 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 749.108716] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 749.109194] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.110213] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.110320] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.110542] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.110713] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.111118] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.111118] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.111118] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.111235] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.111235] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.371020] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.371317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.371317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.371447] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.371568] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.371669] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.371727] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.371874] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.371959] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.372058] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.372203] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.372294] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.372350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.372493] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.372632] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.372749] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.372796] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.372911] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.372986] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.373077] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.373166] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.567572] env[65757]: INFO networking_nsxv3.common.synchronization [None req-ca60eee1-258f-4657-879b-ecf4f22d0a1f None None] Enqueued Resource ID: 050d2fbe-f0cd-40ab-a5fe-0638cb82812b with Priority: HIGHEST for action port [ 749.567853] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 050d2fbe-f0cd-40ab-a5fe-0638cb82812b with Priority: HIGHEST for action port [ 749.568427] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-050d2fbe-f0cd-40ab-a5fe-0638cb82812b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.568581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-050d2fbe-f0cd-40ab-a5fe-0638cb82812b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.568634] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-050d2fbe-f0cd-40ab-a5fe-0638cb82812b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.568916] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-050d2fbe-f0cd-40ab-a5fe-0638cb82812b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.568961] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('050d2fbe-f0cd-40ab-a5fe-0638cb82812b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.591474] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.591876] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.591999] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.592291] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.592544] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.592689] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.592791] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.593188] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.593398] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.593645] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.593795] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.593942] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.594121] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.594696] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.594883] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.595866] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.614310] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.614583] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.614767] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.614980] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.615390] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-236910d9-b3c4-4a6e-838f-de1267e467f3 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.615641] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-236910d9-b3c4-4a6e-838f-de1267e467f3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.615812] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-236910d9-b3c4-4a6e-838f-de1267e467f3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.616197] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-236910d9-b3c4-4a6e-838f-de1267e467f3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.616388] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('236910d9-b3c4-4a6e-838f-de1267e467f3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.617586] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.879032] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5052a0e9-f478-4179-a974-ad7a74a42f00: rpc.has_security_group_logging(os_id): False [ 749.898622] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.898833] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.898833] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.899108] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.899188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.900239] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.900239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.900239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.900239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.900239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.900239] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.900239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.900239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.900239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.900239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.900761] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.900761] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.900837] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.900934] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.901015] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.901097] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 is going to be updated. [ 749.973530] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.973530] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.973530] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.973530] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.973530] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.991465] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: IN_PROGRESS for 2s [ 750.075340] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 050d2fbe-f0cd-40ab-a5fe-0638cb82812b [ 750.075340] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.075340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.075340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.075340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.075627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.075732] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:050d2fbe-f0cd-40ab-a5fe-0638cb82812b already deleted. [ 750.075772] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-050d2fbe-f0cd-40ab-a5fe-0638cb82812b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.121553] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.121553] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.121553] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.121553] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.121553] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.121553] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 236910d9-b3c4-4a6e-838f-de1267e467f3 not found, creating... [ 750.121553] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.121553] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.121963] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.121963] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.122036] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.122769] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.122769] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.122769] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.122769] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.122933] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.123017] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 236910d9-b3c4-4a6e-838f-de1267e467f3 is going to be created. [ 750.124275] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.153282] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.153282] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.153282] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.153282] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.153282] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.153496] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-236910d9-b3c4-4a6e-838f-de1267e467f3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.626497] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.626785] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.626785] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.626930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.627050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.627146] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 750.660659] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.660987] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.660987] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.661746] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.661746] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.672709] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 750.903729] env[65757]: INFO networking_nsxv3.common.synchronization [None req-48b92dd6-ed86-4a6a-8a3f-991a3ba7faf6 None None] Enqueued Resource ID: e944470c-7ccb-441c-8488-a39d69d15d32 with Priority: HIGHEST for action port [ 750.904138] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e944470c-7ccb-441c-8488-a39d69d15d32 with Priority: HIGHEST for action port [ 750.905424] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-e944470c-7ccb-441c-8488-a39d69d15d32 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.905612] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e944470c-7ccb-441c-8488-a39d69d15d32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.905682] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e944470c-7ccb-441c-8488-a39d69d15d32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.905957] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e944470c-7ccb-441c-8488-a39d69d15d32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.906082] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e944470c-7ccb-441c-8488-a39d69d15d32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.907698] env[65757]: INFO networking_nsxv3.common.synchronization [req-77037773-73a6-417f-b1a5-185534e1ffc1 req-6d38bf19-a817-4f84-a1e9-dade79abe43e tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Enqueued Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_members [ 750.908570] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_members [ 750.909170] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.909170] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.909170] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.909432] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.909977] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.912998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.912998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.912998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.912998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.912998] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.928481] env[65757]: INFO networking_nsxv3.common.synchronization [req-6aa4d56b-6698-4254-b8ef-51f2c332680b req-a765c5ed-cdb6-45e9-9847-365722102a71 service nova] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_rules [ 750.928481] env[65757]: INFO networking_nsxv3.common.synchronization [req-6aa4d56b-6698-4254-b8ef-51f2c332680b req-a765c5ed-cdb6-45e9-9847-365722102a71 service nova] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 750.928481] env[65757]: INFO networking_nsxv3.common.synchronization [req-6aa4d56b-6698-4254-b8ef-51f2c332680b req-a765c5ed-cdb6-45e9-9847-365722102a71 service nova] Enqueued Resource ID: 236910d9-b3c4-4a6e-838f-de1267e467f3 with Priority: HIGHEST for action port [ 750.928481] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_rules [ 750.928481] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 750.928481] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 236910d9-b3c4-4a6e-838f-de1267e467f3 with Priority: HIGHEST for action port [ 750.928783] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.929500] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.929500] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.929500] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.929500] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.931530] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.931530] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.931705] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-236910d9-b3c4-4a6e-838f-de1267e467f3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.931839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-236910d9-b3c4-4a6e-838f-de1267e467f3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.931919] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-236910d9-b3c4-4a6e-838f-de1267e467f3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.932131] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-236910d9-b3c4-4a6e-838f-de1267e467f3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.932206] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('236910d9-b3c4-4a6e-838f-de1267e467f3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.992623] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8938d9b7-7221-42ae-828f-89775c3c2980 in Status: SUCCESS [ 750.992917] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.993395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.993616] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.993823] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.993969] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.994902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.995516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.995516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.995516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.995516] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8938d9b7-7221-42ae-828f-89775c3c2980',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.352504] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.352753] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-14" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.352817] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-14" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.353153] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-14" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.353409] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.353559] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.353668] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.353879] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.354404] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.354696] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.354776] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.354881] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.354983] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.355107] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.355247] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.355337] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.378950] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.379254] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.379455] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.379651] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-14" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.380097] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-6de6b00b-e4e5-4c19-bf4b-dece0a19393b taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.380360] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-6de6b00b-e4e5-4c19-bf4b-dece0a19393b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.380595] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-6de6b00b-e4e5-4c19-bf4b-dece0a19393b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.381697] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-6de6b00b-e4e5-4c19-bf4b-dece0a19393b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.381902] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6de6b00b-e4e5-4c19-bf4b-dece0a19393b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.409125] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e944470c-7ccb-441c-8488-a39d69d15d32 [ 751.409588] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.409841] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.410182] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.410301] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.411361] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.411361] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e944470c-7ccb-441c-8488-a39d69d15d32 already deleted. [ 751.411361] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e944470c-7ccb-441c-8488-a39d69d15d32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.412805] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.412992] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.413089] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.413297] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.413385] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.413580] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.413748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.413748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.413895] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.413972] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.414068] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 already deleted. [ 751.414153] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.435452] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.435619] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.435719] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 236910d9-b3c4-4a6e-838f-de1267e467f3 with status ACTIVE [ 751.435968] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.436138] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.436229] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.436511] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.436667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.436888] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.437047] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.437411] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.437411] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.437506] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.437738] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.437881] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.439389] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.439588] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.439731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.439836] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 236910d9-b3c4-4a6e-838f-de1267e467f3 is going to be updated. [ 751.475357] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.475564] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.475620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.475933] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.476144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.476267] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-236910d9-b3c4-4a6e-838f-de1267e467f3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.497850] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-8938d9b7-7221-42ae-828f-89775c3c2980 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.498084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.498197] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.498383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.498548] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.498645] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.498706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.498851] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.498962] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.499068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.499250] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-8938d9b7-7221-42ae-828f-89775c3c2980 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.499346] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.499435] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.499545] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.499677] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.499767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.499834] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.500010] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.500113] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.500194] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.500293] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8938d9b7-7221-42ae-828f-89775c3c2980',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.885534] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.886073] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.886879] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.886879] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.887059] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.887318] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 6de6b00b-e4e5-4c19-bf4b-dece0a19393b not found, creating... [ 751.887850] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.888179] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.888401] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.888831] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.889113] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.889668] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.889934] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.890186] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.890605] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.890863] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.891134] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 6de6b00b-e4e5-4c19-bf4b-dece0a19393b is going to be created. [ 751.932923] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.932923] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.932923] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.932923] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.932923] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.932923] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-6de6b00b-e4e5-4c19-bf4b-dece0a19393b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.005761] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8938d9b7-7221-42ae-828f-89775c3c2980: rpc.has_security_group_logging(os_id): False [ 752.007065] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: SUCCESS [ 752.008234] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.028755] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.030188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.030188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.030188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.030188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.030188] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.030188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.030188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.030188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.030188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.030188] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.030188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.030658] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.030658] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.030658] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.030658] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.030658] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.030861] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.030891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.030983] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.031044] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8938d9b7-7221-42ae-828f-89775c3c2980 is going to be created. [ 752.112628] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.112783] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.112859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.113110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.113626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.130847] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8938d9b7-7221-42ae-828f-89775c3c2980 in Status: IN_PROGRESS for 2s [ 752.664748] env[65757]: INFO networking_nsxv3.common.synchronization [req-77037773-73a6-417f-b1a5-185534e1ffc1 req-3d7cdb0a-5c8e-4152-b7e0-e4f96dedf1e2 service nova] Enqueued Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_rules [ 752.664748] env[65757]: INFO networking_nsxv3.common.synchronization [req-77037773-73a6-417f-b1a5-185534e1ffc1 req-3d7cdb0a-5c8e-4152-b7e0-e4f96dedf1e2 service nova] Enqueued Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_members [ 752.665255] env[65757]: INFO networking_nsxv3.common.synchronization [req-77037773-73a6-417f-b1a5-185534e1ffc1 req-3d7cdb0a-5c8e-4152-b7e0-e4f96dedf1e2 service nova] Enqueued Resource ID: 6de6b00b-e4e5-4c19-bf4b-dece0a19393b with Priority: HIGHEST for action port [ 752.666354] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_rules [ 752.666896] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_members [ 752.667020] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de6b00b-e4e5-4c19-bf4b-dece0a19393b with Priority: HIGHEST for action port [ 752.667428] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.667428] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.667569] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.667774] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.667866] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.668890] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.669559] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.669654] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.669855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.674396] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.674396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.674396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.674396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.674396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.674396] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.674396] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-6de6b00b-e4e5-4c19-bf4b-dece0a19393b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.674396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6de6b00b-e4e5-4c19-bf4b-dece0a19393b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.674396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6de6b00b-e4e5-4c19-bf4b-dece0a19393b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.674396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6de6b00b-e4e5-4c19-bf4b-dece0a19393b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.674396] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6de6b00b-e4e5-4c19-bf4b-dece0a19393b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.687651] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 752.688016] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.688791] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.689087] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.689316] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.689462] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.689524] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.689711] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.689803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.689901] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.816073] env[65757]: INFO networking_nsxv3.common.synchronization [req-d0de4303-2209-4bf8-8a36-b3fbb10b767f req-d3d5884f-0369-4c51-a1a3-988b4cf360a8 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 752.816260] env[65757]: INFO networking_nsxv3.common.synchronization [req-d0de4303-2209-4bf8-8a36-b3fbb10b767f req-d3d5884f-0369-4c51-a1a3-988b4cf360a8 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 with Priority: HIGHEST for action security_group_members [ 752.817727] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 752.817727] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 with Priority: HIGHEST for action security_group_members [ 752.817727] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.817727] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.817727] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.817727] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.818604] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.818604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.818604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.818918] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.819026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.819121] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.819997] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-90e37b36-288f-4a03-ab4e-73569ec5bc70 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.820109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.820166] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.820378] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.820517] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.820609] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.820667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.820816] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.820907] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.821009] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.903320] env[65757]: INFO networking_nsxv3.common.synchronization [req-d0de4303-2209-4bf8-8a36-b3fbb10b767f req-d3d5884f-0369-4c51-a1a3-988b4cf360a8 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_rules [ 752.903320] env[65757]: INFO networking_nsxv3.common.synchronization [req-d0de4303-2209-4bf8-8a36-b3fbb10b767f req-d3d5884f-0369-4c51-a1a3-988b4cf360a8 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 752.903320] env[65757]: INFO networking_nsxv3.common.synchronization [req-d0de4303-2209-4bf8-8a36-b3fbb10b767f req-d3d5884f-0369-4c51-a1a3-988b4cf360a8 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 with Priority: HIGHEST for action security_group_rules [ 752.903320] env[65757]: INFO networking_nsxv3.common.synchronization [req-d0de4303-2209-4bf8-8a36-b3fbb10b767f req-d3d5884f-0369-4c51-a1a3-988b4cf360a8 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 with Priority: HIGHEST for action security_group_members [ 752.903320] env[65757]: INFO networking_nsxv3.common.synchronization [req-d0de4303-2209-4bf8-8a36-b3fbb10b767f req-d3d5884f-0369-4c51-a1a3-988b4cf360a8 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: ddc943d6-f025-448a-bd90-a3c5d33abd27 with Priority: HIGHEST for action port [ 752.905168] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_rules [ 752.905168] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 with Priority: HIGHEST for action security_group_rules [ 752.905168] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc943d6-f025-448a-bd90-a3c5d33abd27 with Priority: HIGHEST for action port [ 752.905168] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 752.905168] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 with Priority: HIGHEST for action security_group_members [ 752.905168] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.905594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.905594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.905594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.905594] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.906678] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90e37b36-288f-4a03-ab4e-73569ec5bc70 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.906678] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.906678] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.906912] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.906988] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.908079] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddc943d6-f025-448a-bd90-a3c5d33abd27 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.908317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddc943d6-f025-448a-bd90-a3c5d33abd27" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.908317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddc943d6-f025-448a-bd90-a3c5d33abd27" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.908707] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddc943d6-f025-448a-bd90-a3c5d33abd27" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.908707] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc943d6-f025-448a-bd90-a3c5d33abd27',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.909796] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.909920] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.910550] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-90e37b36-288f-4a03-ab4e-73569ec5bc70 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.910550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.137450] env[65757]: INFO networking_nsxv3.common.synchronization [req-a2332f65-9e1e-48cd-9d74-1669a18499f6 req-67e20551-d666-4f68-979f-a39494c70e72 tempest-ServersAdminNegativeTestJSON-326214663 tempest-ServersAdminNegativeTestJSON-326214663-project-member] Enqueued Resource ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 with Priority: HIGHEST for action security_group_members [ 753.138087] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 with Priority: HIGHEST for action security_group_members [ 753.138500] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f817a4f8-b0bc-463e-9991-ae22ab087ab0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.138667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.138755] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.139071] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.139377] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.139456] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.139493] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.140037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.140037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.140037] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f817a4f8-b0bc-463e-9991-ae22ab087ab0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.178502] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.178502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.178502] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.178502] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6de6b00b-e4e5-4c19-bf4b-dece0a19393b with status ACTIVE [ 753.178502] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.178502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.178502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.178502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.178502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.178502] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.178502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.178502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.178502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.178502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.179587] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.179587] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.179587] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.180530] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.180777] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.181115] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6de6b00b-e4e5-4c19-bf4b-dece0a19393b is going to be updated. [ 753.194717] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.210409] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.210651] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.210723] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.210938] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.211508] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.211722] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6de6b00b-e4e5-4c19-bf4b-dece0a19393b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.233736] env[65757]: INFO networking_nsxv3.common.synchronization [None req-efb6cdaf-90cb-4e08-922c-13617541bde8 None None] Enqueued Resource ID: c83d9186-836d-4b46-b547-54d3236a9c6c with Priority: HIGHEST for action port [ 753.234397] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c83d9186-836d-4b46-b547-54d3236a9c6c with Priority: HIGHEST for action port [ 753.235863] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-c83d9186-836d-4b46-b547-54d3236a9c6c taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.236100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c83d9186-836d-4b46-b547-54d3236a9c6c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.236175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c83d9186-836d-4b46-b547-54d3236a9c6c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.236453] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c83d9186-836d-4b46-b547-54d3236a9c6c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.236538] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c83d9186-836d-4b46-b547-54d3236a9c6c',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.323470] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.324523] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.412052] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.412205] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.412435] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-90e37b36-288f-4a03-ab4e-73569ec5bc70 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.412542] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.420996] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddc943d6-f025-448a-bd90-a3c5d33abd27 with status ACTIVE [ 753.420996] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.420996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.420996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.420996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.420996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.420996] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.420996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.420996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.420996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.420996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.420996] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.420996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.420996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.420996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.422963] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.422963] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddc943d6-f025-448a-bd90-a3c5d33abd27 is going to be updated. [ 753.448598] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.448598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.448598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.448598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.448598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.448598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddc943d6-f025-448a-bd90-a3c5d33abd27" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.643787] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.643787] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.643787] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.643787] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.643787] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.644138] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.644138] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.644138] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.644274] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.644274] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.644402] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 is going to be updated. [ 753.667576] env[65757]: INFO networking_nsxv3.common.synchronization [req-b824a19d-4b31-44a0-b666-32866d507dbe req-2d1b5682-1fed-4e05-85b8-838e7d26cfd8 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Enqueued Resource ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d with Priority: HIGHEST for action security_group_members [ 753.667912] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d with Priority: HIGHEST for action security_group_members [ 753.668263] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.668461] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.668563] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.668793] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.668956] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.669083] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.669139] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.669272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.669356] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.669447] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.675345] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.675498] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.675552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.675724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.676184] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.682827] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.686252] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 in Status: IN_PROGRESS for 2s [ 753.697126] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.738956] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c83d9186-836d-4b46-b547-54d3236a9c6c [ 753.739341] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.739560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.740046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.740139] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.740267] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.740376] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c83d9186-836d-4b46-b547-54d3236a9c6c already deleted. [ 753.741102] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c83d9186-836d-4b46-b547-54d3236a9c6c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.818591] env[65757]: INFO networking_nsxv3.common.synchronization [req-93bf2cba-c416-49c8-96e9-a0adcb426512 req-4b508b7f-f324-42d2-94a1-1024bb923da7 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 with Priority: HIGHEST for action security_group_members [ 753.818899] env[65757]: INFO networking_nsxv3.common.synchronization [req-93bf2cba-c416-49c8-96e9-a0adcb426512 req-4b508b7f-f324-42d2-94a1-1024bb923da7 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 68de3382-dd61-407a-a887-092f4f40f15a with Priority: HIGHEST for action security_group_members [ 753.818899] env[65757]: INFO networking_nsxv3.common.synchronization [req-93bf2cba-c416-49c8-96e9-a0adcb426512 req-4b508b7f-f324-42d2-94a1-1024bb923da7 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 753.819992] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 with Priority: HIGHEST for action security_group_members [ 753.819992] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68de3382-dd61-407a-a887-092f4f40f15a with Priority: HIGHEST for action security_group_members [ 753.819992] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 753.821054] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-90e37b36-288f-4a03-ab4e-73569ec5bc70 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.822181] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.822468] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-68de3382-dd61-407a-a887-092f4f40f15a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.822561] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.822600] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.822874] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.823107] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.823208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.823362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.823452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.824208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.824208] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68de3382-dd61-407a-a887-092f4f40f15a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.824653] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.824762] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.831995] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.832865] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.875025] env[65757]: INFO networking_nsxv3.common.synchronization [req-93bf2cba-c416-49c8-96e9-a0adcb426512 req-4b508b7f-f324-42d2-94a1-1024bb923da7 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 68de3382-dd61-407a-a887-092f4f40f15a with Priority: HIGHEST for action security_group_rules [ 753.875025] env[65757]: INFO networking_nsxv3.common.synchronization [req-93bf2cba-c416-49c8-96e9-a0adcb426512 req-4b508b7f-f324-42d2-94a1-1024bb923da7 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 68de3382-dd61-407a-a887-092f4f40f15a with Priority: HIGHEST for action security_group_members [ 753.875025] env[65757]: INFO networking_nsxv3.common.synchronization [req-93bf2cba-c416-49c8-96e9-a0adcb426512 req-4b508b7f-f324-42d2-94a1-1024bb923da7 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_rules [ 753.875025] env[65757]: INFO networking_nsxv3.common.synchronization [req-93bf2cba-c416-49c8-96e9-a0adcb426512 req-4b508b7f-f324-42d2-94a1-1024bb923da7 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 753.875025] env[65757]: INFO networking_nsxv3.common.synchronization [req-93bf2cba-c416-49c8-96e9-a0adcb426512 req-4b508b7f-f324-42d2-94a1-1024bb923da7 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 with Priority: HIGHEST for action security_group_rules [ 753.875025] env[65757]: INFO networking_nsxv3.common.synchronization [req-93bf2cba-c416-49c8-96e9-a0adcb426512 req-4b508b7f-f324-42d2-94a1-1024bb923da7 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 with Priority: HIGHEST for action security_group_members [ 753.875025] env[65757]: INFO networking_nsxv3.common.synchronization [req-93bf2cba-c416-49c8-96e9-a0adcb426512 req-4b508b7f-f324-42d2-94a1-1024bb923da7 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: ddc943d6-f025-448a-bd90-a3c5d33abd27 with Priority: HIGHEST for action port [ 753.879278] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68de3382-dd61-407a-a887-092f4f40f15a with Priority: HIGHEST for action security_group_rules [ 753.879278] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_rules [ 753.879278] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 with Priority: HIGHEST for action security_group_members [ 753.879278] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc943d6-f025-448a-bd90-a3c5d33abd27 with Priority: HIGHEST for action port [ 753.879278] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 with Priority: HIGHEST for action security_group_rules [ 753.879278] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68de3382-dd61-407a-a887-092f4f40f15a with Priority: HIGHEST for action security_group_members [ 753.879278] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 753.879278] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68de3382-dd61-407a-a887-092f4f40f15a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.879278] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.879278] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.879278] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.879278] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68de3382-dd61-407a-a887-092f4f40f15a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.883036] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.883036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.883036] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-90e37b36-288f-4a03-ab4e-73569ec5bc70 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.883036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.883036] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddc943d6-f025-448a-bd90-a3c5d33abd27 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.883036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddc943d6-f025-448a-bd90-a3c5d33abd27" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.883036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddc943d6-f025-448a-bd90-a3c5d33abd27" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.883036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddc943d6-f025-448a-bd90-a3c5d33abd27" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.883036] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc943d6-f025-448a-bd90-a3c5d33abd27',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.883036] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90e37b36-288f-4a03-ab4e-73569ec5bc70 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.883036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.883036] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-68de3382-dd61-407a-a887-092f4f40f15a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.883036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.883036] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.883036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.129699] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-774 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.130132] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-774" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.130132] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-774" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.130346] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-774" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.130601] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.130754] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.130859] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.131136] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.131293] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.131483] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.131764] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.132011] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.132146] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.132278] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.132378] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.132512] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.148424] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8938d9b7-7221-42ae-828f-89775c3c2980 in Status: SUCCESS [ 754.148560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.155315] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.155484] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.155616] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.155787] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-774" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.156144] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.156326] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.156440] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.156753] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.156887] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.165796] env[65757]: INFO networking_nsxv3.common.synchronization [req-096d46a4-ef45-48f5-b453-71b48a2f040f req-d6802949-d8c3-43b4-b543-381d352c474a tempest-ImagesNegativeTestJSON-1277123955 tempest-ImagesNegativeTestJSON-1277123955-project-member] Enqueued Resource ID: b27920d8-47a1-4633-9a6a-078d4a2ea2a6 with Priority: HIGHEST for action security_group_members [ 754.166355] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27920d8-47a1-4633-9a6a-078d4a2ea2a6 with Priority: HIGHEST for action security_group_members [ 754.166892] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.167023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.167079] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.167278] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.167556] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.167556] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.167652] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.168522] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.168522] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.168522] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b27920d8-47a1-4633-9a6a-078d4a2ea2a6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.171287] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.171391] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.171452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.172449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.172449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.172449] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.172449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.172449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.172449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.172449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.172449] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d already deleted. [ 754.172449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.186110] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.186110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.186110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.186110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.186110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.186110] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 is going to be created. [ 754.201294] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.201294] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.201294] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.201294] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.201294] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.201294] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 754.216295] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.216526] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.216598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.216829] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.216997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.226520] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 in Status: UNINITIALIZED for 2s [ 754.235282] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.235282] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.235282] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.235282] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.235282] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.245995] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 754.325896] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68de3382-dd61-407a-a887-092f4f40f15a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.340325] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.340605] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.340700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.341096] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.341178] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.341323] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead is going to be updated. [ 754.343075] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.343259] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.343356] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.343618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.343739] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.343908] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 is going to be created. [ 754.371828] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.372019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.372096] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.372350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.372510] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.375382] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.375509] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.375572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.375754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.375889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.386065] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 in Status: UNINITIALIZED for 2s [ 754.386065] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: IN_PROGRESS for 2s [ 754.387039] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ddc943d6-f025-448a-bd90-a3c5d33abd27 with status ACTIVE [ 754.387234] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.387357] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.387421] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.387632] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.387778] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.387913] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.388022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.388096] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.391465] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.391465] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.391465] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.391465] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.391465] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.391465] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.391465] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.391465] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ddc943d6-f025-448a-bd90-a3c5d33abd27 is going to be updated. [ 754.394175] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-68de3382-dd61-407a-a887-092f4f40f15a taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.394293] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.426292] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.426890] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.426890] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.426890] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.426890] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.427029] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddc943d6-f025-448a-bd90-a3c5d33abd27" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.658922] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.659360] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.659600] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.660203] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.660742] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.660742] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 not found, creating... [ 754.661094] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.661303] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.661422] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.661672] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.661808] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.662228] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.662394] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.662507] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.662724] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.663245] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.663245] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 is going to be created. [ 754.670220] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.670369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.670429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.670607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.670762] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.671039] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.671039] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.671039] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.671224] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.671254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.671318] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27920d8-47a1-4633-9a6a-078d4a2ea2a6 is going to be updated. [ 754.694098] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.694352] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.694504] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.694811] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.695159] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.695504] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.714216] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.714216] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.714216] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.714216] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.714216] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.724012] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27920d8-47a1-4633-9a6a-078d4a2ea2a6 in Status: IN_PROGRESS for 2s [ 754.828626] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68de3382-dd61-407a-a887-092f4f40f15a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.030094] env[65757]: INFO networking_nsxv3.common.synchronization [req-14ec6a9f-e64c-4c0d-963e-84a2fac72443 req-f0169476-67f0-4943-94e1-f113b3de6cd8 tempest-VolumesAssistedSnapshotsTest-1076987919 tempest-VolumesAssistedSnapshotsTest-1076987919-project-member] Enqueued Resource ID: a02e9856-0a84-4a39-af27-04705c28cb74 with Priority: HIGHEST for action security_group_members [ 755.030747] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02e9856-0a84-4a39-af27-04705c28cb74 with Priority: HIGHEST for action security_group_members [ 755.031101] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a02e9856-0a84-4a39-af27-04705c28cb74 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.031230] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.031290] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.031901] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.031901] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.031901] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.031901] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.032367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.032367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.032367] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a02e9856-0a84-4a39-af27-04705c28cb74',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.332872] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.332872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.332872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.332872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.332872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.332872] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68de3382-dd61-407a-a887-092f4f40f15a is going to be created. [ 755.369276] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.369484] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.369484] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.369682] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.369860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.382162] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68de3382-dd61-407a-a887-092f4f40f15a in Status: UNINITIALIZED for 2s [ 755.465817] env[65757]: INFO networking_nsxv3.common.synchronization [req-b824a19d-4b31-44a0-b666-32866d507dbe req-6491ca2d-a70d-4a9a-aeaf-eca838d3de61 service nova] Enqueued Resource ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d with Priority: HIGHEST for action security_group_rules [ 755.466078] env[65757]: INFO networking_nsxv3.common.synchronization [req-b824a19d-4b31-44a0-b666-32866d507dbe req-6491ca2d-a70d-4a9a-aeaf-eca838d3de61 service nova] Enqueued Resource ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d with Priority: HIGHEST for action security_group_members [ 755.466295] env[65757]: INFO networking_nsxv3.common.synchronization [req-b824a19d-4b31-44a0-b666-32866d507dbe req-6491ca2d-a70d-4a9a-aeaf-eca838d3de61 service nova] Enqueued Resource ID: 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 with Priority: HIGHEST for action port [ 755.466757] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d with Priority: HIGHEST for action security_group_rules [ 755.466850] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d with Priority: HIGHEST for action security_group_members [ 755.466943] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 with Priority: HIGHEST for action port [ 755.467728] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.467852] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.467852] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.469305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.469305] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.469305] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.469305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.469305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.469480] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.469670] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.469744] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.469744] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.469873] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.469951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.470044] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.472342] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.472495] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.472681] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.472733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.473029] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.537708] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.537708] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.537708] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.537708] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.537708] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.537708] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.537708] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.537708] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.537708] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.537708] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.537708] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a02e9856-0a84-4a39-af27-04705c28cb74 is going to be updated. [ 755.569033] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.569033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.569033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.569577] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.569577] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.579843] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a02e9856-0a84-4a39-af27-04705c28cb74 in Status: IN_PROGRESS for 2s [ 755.701095] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 in Status: SUCCESS [ 755.701095] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 deletion is rescheduled due to dependency. [ 755.701095] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.976850] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.976850] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.976850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.976850] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 with status ACTIVE [ 755.976850] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.977222] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.977222] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.977222] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.977336] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.978514] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.978514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.978514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.978514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.978514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.978514] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.978514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.978514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.978514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.978514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.979063] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 is going to be updated. [ 756.003962] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.004216] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.004322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.004628] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.004772] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.005023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.240658] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 in Status: UNINITIALIZED for 4s [ 756.257384] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 756.257651] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.257884] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.258181] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.258555] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.258555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.258674] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.258792] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.258921] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.259053] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.259147] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.399222] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: SUCCESS [ 756.400362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.400736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.400837] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.400985] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.401198] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.401270] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.401688] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.401688] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.401688] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.403393] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 in Status: SUCCESS [ 756.403565] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.404276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.404276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.404276] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.404276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.404470] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.404626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.404626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.404926] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.477524] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.734550] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b27920d8-47a1-4633-9a6a-078d4a2ea2a6 in Status: SUCCESS [ 756.734738] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b27920d8-47a1-4633-9a6a-078d4a2ea2a6 deletion is rescheduled due to dependency. [ 756.734869] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.761918] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.763433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.763433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.763433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.763433] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.763433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.763433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.763433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.763433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.763433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.763433] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.763433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.763433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.764094] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.764094] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.764094] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.764094] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.764094] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.764094] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.764094] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.764704] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.907219] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.909074] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.981061] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.981196] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.981250] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.981462] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.981550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.981644] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d is going to be created. [ 757.011550] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.011671] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.011720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.011947] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.012085] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.022615] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d in Status: UNINITIALIZED for 2s [ 757.244267] env[65757]: INFO networking_nsxv3.common.synchronization [req-51490796-825f-4930-b353-a45954b599a9 req-c5b01428-5359-4344-9354-e06c04e4210b tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Enqueued Resource ID: a1102e21-c0d6-442f-bef2-8dc8416350f9 with Priority: HIGHEST for action security_group_members [ 757.245072] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1102e21-c0d6-442f-bef2-8dc8416350f9 with Priority: HIGHEST for action security_group_members [ 757.247308] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1102e21-c0d6-442f-bef2-8dc8416350f9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.247308] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.247308] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.247308] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.247308] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.247308] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.247308] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.247308] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.247308] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.247308] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1102e21-c0d6-442f-bef2-8dc8416350f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.268433] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4b32fd3-8938-4185-a0c3-7ed142922642: rpc.has_security_group_logging(os_id): False [ 757.298717] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.298871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.298941] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.299279] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.299379] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.300620] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.300620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.300620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.300620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.300620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.300620] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.300620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.300844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.300844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.300964] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.301594] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.301594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.301594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.301594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.301897] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.301897] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 757.381863] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.384998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.384998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.384998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.384998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.394826] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68de3382-dd61-407a-a887-092f4f40f15a in Status: SUCCESS [ 757.395108] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.396996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.396996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.396996] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.396996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.396996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.396996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.396996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.396996] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68de3382-dd61-407a-a887-092f4f40f15a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.401088] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 757.410191] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.413939] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.595772] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a02e9856-0a84-4a39-af27-04705c28cb74 in Status: SUCCESS [ 757.595961] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a02e9856-0a84-4a39-af27-04705c28cb74 deletion is rescheduled due to dependency. [ 757.596126] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.750651] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.750651] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.750651] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.750651] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.751078] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.751078] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.751078] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.751407] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.751407] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.751407] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.751654] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1102e21-c0d6-442f-bef2-8dc8416350f9 already deleted. [ 757.751654] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.863583] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-830 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.863762] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-830" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.863898] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-830" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.864496] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-830" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.865049] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.865291] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.865398] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.865636] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.865787] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.866061] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.866186] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.866296] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.866396] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.866605] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.866605] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.866783] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.891829] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.892018] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.892149] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.892339] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-830" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.892651] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-51d279ba-8215-4219-9d09-8841eca0859b taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.892814] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-51d279ba-8215-4219-9d09-8841eca0859b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.892920] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-51d279ba-8215-4219-9d09-8841eca0859b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.893354] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-51d279ba-8215-4219-9d09-8841eca0859b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.894110] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51d279ba-8215-4219-9d09-8841eca0859b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.903282] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68de3382-dd61-407a-a887-092f4f40f15a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.917389] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.917551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.917551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.917844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.918055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.918160] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead is going to be updated. [ 757.921175] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.921175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.921175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.921175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.921493] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.921645] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 is going to be updated. [ 757.960022] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.960180] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.960278] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.960590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.960797] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.962825] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.962954] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.963105] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.963196] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.963327] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.982951] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: IN_PROGRESS for 2s [ 757.983686] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 in Status: IN_PROGRESS for 2s [ 758.253828] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 in Status: SUCCESS [ 758.254071] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.254255] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.254486] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.254681] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.254819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.254919] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.255165] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.255290] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.255413] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.255516] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.398404] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.398404] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.398404] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.398404] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.398739] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.398739] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 51d279ba-8215-4219-9d09-8841eca0859b not found, creating... [ 758.398902] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.399504] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.399504] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.399691] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.399691] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.399932] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.400092] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.400413] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.400413] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.400540] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.400974] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 51d279ba-8215-4219-9d09-8841eca0859b is going to be created. [ 758.406372] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68de3382-dd61-407a-a887-092f4f40f15a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.422986] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.423349] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.423781] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.423781] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.423947] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.424175] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-51d279ba-8215-4219-9d09-8841eca0859b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.760781] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.761016] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.761089] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.761299] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.761468] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.761578] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.761644] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.761847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.762016] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.762113] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.762264] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.762355] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.762413] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.762554] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.762689] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.762778] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.762835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.762965] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.763050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.763131] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.763369] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.910214] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.910214] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.910402] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.910835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.910835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.910835] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68de3382-dd61-407a-a887-092f4f40f15a is going to be updated. [ 758.959268] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.959268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.959411] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.959624] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.959768] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.974914] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68de3382-dd61-407a-a887-092f4f40f15a in Status: IN_PROGRESS for 2s [ 759.033284] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d in Status: SUCCESS [ 759.034119] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.034119] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.034119] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.034119] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.034336] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.034336] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.035014] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.035014] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.035014] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.035014] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.223485] env[65757]: INFO networking_nsxv3.common.synchronization [req-51490796-825f-4930-b353-a45954b599a9 req-c4bd03bc-9357-4aa0-93b9-e641cbfbc2f4 service nova] Enqueued Resource ID: a1102e21-c0d6-442f-bef2-8dc8416350f9 with Priority: HIGHEST for action security_group_rules [ 759.223689] env[65757]: INFO networking_nsxv3.common.synchronization [req-51490796-825f-4930-b353-a45954b599a9 req-c4bd03bc-9357-4aa0-93b9-e641cbfbc2f4 service nova] Enqueued Resource ID: a1102e21-c0d6-442f-bef2-8dc8416350f9 with Priority: HIGHEST for action security_group_members [ 759.223816] env[65757]: INFO networking_nsxv3.common.synchronization [req-51490796-825f-4930-b353-a45954b599a9 req-c4bd03bc-9357-4aa0-93b9-e641cbfbc2f4 service nova] Enqueued Resource ID: 51d279ba-8215-4219-9d09-8841eca0859b with Priority: HIGHEST for action port [ 759.224458] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1102e21-c0d6-442f-bef2-8dc8416350f9 with Priority: HIGHEST for action security_group_rules [ 759.224595] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1102e21-c0d6-442f-bef2-8dc8416350f9 with Priority: HIGHEST for action security_group_members [ 759.224697] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51d279ba-8215-4219-9d09-8841eca0859b with Priority: HIGHEST for action port [ 759.224975] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1102e21-c0d6-442f-bef2-8dc8416350f9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.229022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.229022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.229022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.229022] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1102e21-c0d6-442f-bef2-8dc8416350f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.229022] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1102e21-c0d6-442f-bef2-8dc8416350f9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.229022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.229022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.229022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.229022] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.230072] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.230364] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.230715] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.231344] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.231609] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1102e21-c0d6-442f-bef2-8dc8416350f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.233068] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-51d279ba-8215-4219-9d09-8841eca0859b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.233068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51d279ba-8215-4219-9d09-8841eca0859b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.233068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51d279ba-8215-4219-9d09-8841eca0859b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.233512] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51d279ba-8215-4219-9d09-8841eca0859b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.233512] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51d279ba-8215-4219-9d09-8841eca0859b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.265417] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3552072a-60fc-4cc0-85cd-32382985b7f4: rpc.has_security_group_logging(os_id): False [ 759.289561] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.289777] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.289831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.290086] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.290232] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.290466] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.290570] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.290632] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.290800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.290869] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.291080] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.291172] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.291236] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.291380] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.291484] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.291631] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.291723] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.291776] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.291912] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.291990] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.293339] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 is going to be created. [ 759.369034] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.369034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.369034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.369034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.369034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.383152] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 in Status: IN_PROGRESS for 2s [ 759.413652] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 759.413900] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.537977] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.537977] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.537977] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.537977] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.537977] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.538303] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.538303] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.538391] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.538491] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.538607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.538765] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.538860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.538921] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.539121] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.539276] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.539372] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.539428] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.539571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.539646] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.539723] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.539810] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.581863] env[65757]: INFO networking_nsxv3.common.synchronization [req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 req-39f3f53e-871e-4956-a550-06344a6d34e0 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Enqueued Resource ID: dd208ab9-383b-4538-8ab0-b57766707e70 with Priority: HIGHEST for action security_group_members [ 759.582591] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd208ab9-383b-4538-8ab0-b57766707e70 with Priority: HIGHEST for action security_group_members [ 759.583115] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd208ab9-383b-4538-8ab0-b57766707e70 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.584052] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.584052] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.584052] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.584052] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.584052] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.584052] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.584440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.584532] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.584681] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd208ab9-383b-4538-8ab0-b57766707e70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.736345] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1102e21-c0d6-442f-bef2-8dc8416350f9 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.736345] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.736345] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1102e21-c0d6-442f-bef2-8dc8416350f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.736730] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51d279ba-8215-4219-9d09-8841eca0859b with status ACTIVE [ 759.737246] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.737246] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.737396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.737633] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.737686] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.738185] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.740760] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.740760] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.740760] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.740760] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.740760] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.740760] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.740760] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.740760] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.740760] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.740760] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51d279ba-8215-4219-9d09-8841eca0859b is going to be updated. [ 759.771393] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.771393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.771393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.771393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.771393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.771393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51d279ba-8215-4219-9d09-8841eca0859b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.995368] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 in Status: SUCCESS [ 759.995594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.995764] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.996112] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.996315] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.996509] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.996509] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.996711] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.996841] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.998388] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.998523] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.000700] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: SUCCESS [ 760.001034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.001226] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.001432] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.001674] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.001748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.001794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.002844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.002946] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.003060] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.005091] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.005348] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.005553] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.005667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.007065] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.007435] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.007537] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.007627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.007731] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.008910] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.009123] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.009303] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.009419] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.009483] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.009847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.009847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.009847] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.043733] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d: rpc.has_security_group_logging(os_id): False [ 760.061923] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.062035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.062035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.062273] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.062375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.062590] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.062738] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.062797] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.062973] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.063091] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.063355] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.063449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.063571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.063650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.063728] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.063956] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.064122] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.064168] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.064315] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.064450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.064495] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d is going to be created. [ 760.067902] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.068199] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-628" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.068316] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-628" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.068495] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-628" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.068728] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.068875] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.069072] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.069190] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.069331] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.069515] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.069650] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.069725] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.069815] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.069964] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.070115] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.070178] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.089678] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.089985] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.089985] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.090128] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.090253] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.090382] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.090611] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.090611] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.091106] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.091106] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.091106] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd208ab9-383b-4538-8ab0-b57766707e70 already deleted. [ 760.091106] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.093068] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.094657] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.094919] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.095170] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-628" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.095470] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.095618] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.095785] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.096107] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.096206] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.131031] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.131031] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.131031] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.131031] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.131031] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.154630] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d in Status: IN_PROGRESS for 2s [ 760.242563] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1102e21-c0d6-442f-bef2-8dc8416350f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.510029] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.511985] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.513194] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.513194] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.513194] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.601893] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.602253] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.602436] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.602744] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.602923] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.603286] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe not found, creating... [ 760.603452] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.603657] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.603779] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.604019] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.604165] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.604449] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.604612] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.604719] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.605079] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.605265] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.605460] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe is going to be created. [ 760.628709] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.628709] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.628709] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.628709] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.628709] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.628709] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.744727] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.744910] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.744983] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.745247] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.745345] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.745463] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1102e21-c0d6-442f-bef2-8dc8416350f9 is going to be created. [ 760.770856] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.771054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.771104] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.771419] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.771466] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.781566] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1102e21-c0d6-442f-bef2-8dc8416350f9 in Status: UNINITIALIZED for 2s [ 760.984514] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68de3382-dd61-407a-a887-092f4f40f15a in Status: SUCCESS [ 760.984742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.984953] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.985205] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.985400] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.985513] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.985577] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.985727] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.985807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.985893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.985981] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68de3382-dd61-407a-a887-092f4f40f15a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.016569] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.018051] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.018519] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90e37b36-288f-4a03-ab4e-73569ec5bc70: rpc.has_security_group_logging(os_id): False [ 761.036959] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.037218] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.037218] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.037405] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.037831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.037831] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.037831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.038049] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.038161] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.038351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.038474] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 is going to be created. [ 761.093689] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.093885] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.093942] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.094289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.094454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.106442] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 in Status: IN_PROGRESS for 2s [ 761.348864] env[65757]: INFO networking_nsxv3.common.synchronization [req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 req-e70dc608-cf93-4413-b384-86b6b248f308 service nova] Enqueued Resource ID: dd208ab9-383b-4538-8ab0-b57766707e70 with Priority: HIGHEST for action security_group_rules [ 761.348991] env[65757]: INFO networking_nsxv3.common.synchronization [req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 req-e70dc608-cf93-4413-b384-86b6b248f308 service nova] Enqueued Resource ID: dd208ab9-383b-4538-8ab0-b57766707e70 with Priority: HIGHEST for action security_group_members [ 761.349177] env[65757]: INFO networking_nsxv3.common.synchronization [req-beb46bb9-817c-4b88-8e57-06d4aa1e3427 req-e70dc608-cf93-4413-b384-86b6b248f308 service nova] Enqueued Resource ID: 8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe with Priority: HIGHEST for action port [ 761.349897] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd208ab9-383b-4538-8ab0-b57766707e70 with Priority: HIGHEST for action security_group_rules [ 761.349963] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd208ab9-383b-4538-8ab0-b57766707e70 with Priority: HIGHEST for action security_group_members [ 761.350104] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe with Priority: HIGHEST for action port [ 761.350432] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd208ab9-383b-4538-8ab0-b57766707e70 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.350560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.350718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.350918] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.351069] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd208ab9-383b-4538-8ab0-b57766707e70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.351945] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd208ab9-383b-4538-8ab0-b57766707e70 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.352099] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.352170] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.352357] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.352508] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.352644] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.352738] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.352902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.353203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.353203] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd208ab9-383b-4538-8ab0-b57766707e70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.354060] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.354171] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.354625] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.354625] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.354625] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.397979] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 in Status: SUCCESS [ 761.397979] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.488371] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68de3382-dd61-407a-a887-092f4f40f15a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.519244] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.519600] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.519600] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.519801] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.519835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.519970] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 is going to be updated. [ 761.521470] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.521633] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.521730] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.521872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.522008] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.522166] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead is going to be updated. [ 761.556683] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.557233] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.557359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.557708] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.557909] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.559864] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.559999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.560122] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.560246] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.560387] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.573901] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 in Status: IN_PROGRESS for 2s [ 761.574753] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: IN_PROGRESS for 2s [ 761.856108] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd208ab9-383b-4538-8ab0-b57766707e70 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.856297] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.856567] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd208ab9-383b-4538-8ab0-b57766707e70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.857576] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe with status ACTIVE [ 761.858610] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.858610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.858610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.858610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.858610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.858610] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.858610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.858610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.858998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.858998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.859148] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.859236] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.859299] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.859440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.859537] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.859597] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe is going to be updated. [ 761.885392] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.885515] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.885639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.885867] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.886163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.886347] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dd1d5b5-4a63-48a9-aa31-5e5486ba97fe" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.991928] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68de3382-dd61-407a-a887-092f4f40f15a: rpc.has_security_group_logging(os_id): False [ 762.016037] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.016037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.016037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.016037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.016037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.016037] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.016037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.016037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.016037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.016037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.016037] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68de3382-dd61-407a-a887-092f4f40f15a is going to be created. [ 762.086472] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.086628] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.086628] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.087788] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.087788] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.113595] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68de3382-dd61-407a-a887-092f4f40f15a in Status: IN_PROGRESS for 2s [ 762.168727] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d in Status: SUCCESS [ 762.168881] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.266652] env[65757]: INFO networking_nsxv3.common.synchronization [None req-cb711cf1-5c3d-4fa0-8345-2a6b9402defb None None] Enqueued Resource ID: 100521b7-5f52-405a-ac07-8f10629ccbc0 with Priority: HIGHEST for action port [ 762.267273] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 100521b7-5f52-405a-ac07-8f10629ccbc0 with Priority: HIGHEST for action port [ 762.267640] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-100521b7-5f52-405a-ac07-8f10629ccbc0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.267788] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-100521b7-5f52-405a-ac07-8f10629ccbc0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.267876] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-100521b7-5f52-405a-ac07-8f10629ccbc0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.268371] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-100521b7-5f52-405a-ac07-8f10629ccbc0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.268555] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('100521b7-5f52-405a-ac07-8f10629ccbc0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.361780] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd208ab9-383b-4538-8ab0-b57766707e70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.772160] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 100521b7-5f52-405a-ac07-8f10629ccbc0 [ 762.772403] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.772533] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.772598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.772808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.772896] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.772989] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:100521b7-5f52-405a-ac07-8f10629ccbc0 already deleted. [ 762.773081] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-100521b7-5f52-405a-ac07-8f10629ccbc0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.792140] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1102e21-c0d6-442f-bef2-8dc8416350f9 in Status: SUCCESS [ 762.793611] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.793890] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.794233] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.794468] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.794721] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.794795] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.794966] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.795065] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.795254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.795254] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1102e21-c0d6-442f-bef2-8dc8416350f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.864620] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.864807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.864807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.865030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.865194] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.865296] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd208ab9-383b-4538-8ab0-b57766707e70 is going to be created. [ 762.890570] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.890761] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.890840] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.891107] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.891321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.903676] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd208ab9-383b-4538-8ab0-b57766707e70 in Status: UNINITIALIZED for 2s [ 763.124725] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 in Status: SUCCESS [ 763.124725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.124725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.124725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.125035] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.272511] env[65757]: INFO networking_nsxv3.common.synchronization [req-dac734b3-1edb-4b1d-936d-1d12b696b847 req-6ae22071-6a42-4c67-bf39-ae4825f2bb92 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Enqueued Resource ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf with Priority: HIGHEST for action security_group_members [ 763.273060] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf with Priority: HIGHEST for action security_group_members [ 763.273608] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d4945-93e3-4a03-bb7d-ba30446f0bdf taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.273979] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.273979] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.274095] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.274254] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.274395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.274433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.274562] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.274644] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.274733] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977d4945-93e3-4a03-bb7d-ba30446f0bdf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.301556] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1102e21-c0d6-442f-bef2-8dc8416350f9 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.301781] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.301825] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.302063] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.302231] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.302330] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.302406] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.302561] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.302655] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.302743] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.302889] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1102e21-c0d6-442f-bef2-8dc8416350f9 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.302977] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.303044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.303186] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.303318] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.303425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.303483] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.303618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.303689] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.303764] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.303848] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1102e21-c0d6-442f-bef2-8dc8416350f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.590540] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: SUCCESS [ 763.590540] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.590540] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.590540] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.590540] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.590540] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.590540] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.590540] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.590540] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.590540] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.591552] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 in Status: SUCCESS [ 763.591552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.591552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.591719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.593566] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.593566] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.593566] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.593566] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.593566] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.593566] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.627446] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-90e37b36-288f-4a03-ab4e-73569ec5bc70 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.627647] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.777483] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.777939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.777939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.778327] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.778514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.779168] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.779168] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.779168] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.779395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.779498] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.779682] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf is going to be updated. [ 763.809511] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1102e21-c0d6-442f-bef2-8dc8416350f9: rpc.has_security_group_logging(os_id): False [ 763.820127] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.820306] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.820406] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.820698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.820813] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.832020] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf in Status: IN_PROGRESS for 2s [ 763.832543] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.832655] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.832711] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.832910] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.833041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.833283] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.833379] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.833436] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.834110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.834110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.834110] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.834110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.834110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.834390] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.834390] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.834458] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.834657] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.834657] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.834868] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.834929] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.834972] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1102e21-c0d6-442f-bef2-8dc8416350f9 is going to be created. [ 763.912375] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.912375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.912508] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.912680] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.912877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.935754] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1102e21-c0d6-442f-bef2-8dc8416350f9 in Status: IN_PROGRESS for 2s [ 764.096037] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.096037] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.128154] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68de3382-dd61-407a-a887-092f4f40f15a in Status: SUCCESS [ 764.128471] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.415354] env[65757]: INFO networking_nsxv3.common.synchronization [req-867194c6-d113-4c27-839a-a9e19de0e429 req-9e59a13c-54d8-48d7-b5ec-67d057478ff8 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Enqueued Resource ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed with Priority: HIGHEST for action security_group_members [ 764.415765] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed with Priority: HIGHEST for action security_group_members [ 764.416151] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4d3e41-bd75-430f-84e0-997cbf0958ed taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.416339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.416339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.416855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.416855] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.416855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.416855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.417049] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.417079] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.417181] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.597299] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.600556] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.869888] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.869888] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.869888] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.869888] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.869888] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.869888] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.869888] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.869888] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.869888] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.869888] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.871255] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.871255] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.871255] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.871255] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.871255] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.871255] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.886168] env[65757]: INFO networking_nsxv3.common.synchronization [None req-048ee668-6f0f-4f01-aea6-072deaf1b843 None None] Enqueued Resource ID: 25b1e6bd-58be-438a-940d-d073a746db04 with Priority: HIGHEST for action port [ 764.886787] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b1e6bd-58be-438a-940d-d073a746db04 with Priority: HIGHEST for action port [ 764.887124] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-25b1e6bd-58be-438a-940d-d073a746db04 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.887257] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25b1e6bd-58be-438a-940d-d073a746db04" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.887324] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25b1e6bd-58be-438a-940d-d073a746db04" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.887808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25b1e6bd-58be-438a-940d-d073a746db04" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.887808] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25b1e6bd-58be-438a-940d-d073a746db04',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.890416] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.890570] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.890820] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.890930] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.891162] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-502544f4-77a0-4b90-8dea-87db7792a9e0 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.891337] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-502544f4-77a0-4b90-8dea-87db7792a9e0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.891423] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-502544f4-77a0-4b90-8dea-87db7792a9e0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.891720] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-502544f4-77a0-4b90-8dea-87db7792a9e0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.891846] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('502544f4-77a0-4b90-8dea-87db7792a9e0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.915022] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd208ab9-383b-4538-8ab0-b57766707e70 in Status: SUCCESS [ 764.915254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.915654] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.915869] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.916162] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.916294] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.916379] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.916505] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.916585] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.916668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.916755] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd208ab9-383b-4538-8ab0-b57766707e70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.921492] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.100023] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.100238] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.100331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.100628] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.100752] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.100884] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead is going to be updated. [ 765.107240] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.107621] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.107621] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.107894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.107894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.107894] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 is going to be updated. [ 765.140891] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.141190] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.141190] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.141474] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.141703] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.144188] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.144382] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.144452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.144730] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.144937] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.188665] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: IN_PROGRESS for 2s [ 765.189533] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 in Status: IN_PROGRESS for 2s [ 765.390303] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25b1e6bd-58be-438a-940d-d073a746db04 [ 765.390527] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.390658] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.390721] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.390951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.391059] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.391156] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25b1e6bd-58be-438a-940d-d073a746db04 already deleted. [ 765.391236] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25b1e6bd-58be-438a-940d-d073a746db04" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.393882] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.394083] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.394196] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.394432] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.394579] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.394718] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 502544f4-77a0-4b90-8dea-87db7792a9e0 not found, creating... [ 765.394971] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.395144] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.395250] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.395459] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.395587] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.395851] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.396041] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.396173] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.396375] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.396499] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.396631] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 502544f4-77a0-4b90-8dea-87db7792a9e0 is going to be created. [ 765.419111] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd208ab9-383b-4538-8ab0-b57766707e70 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.419319] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.419400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.419681] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.419882] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.420009] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.420095] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.420261] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.420358] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.421271] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.421271] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd208ab9-383b-4538-8ab0-b57766707e70 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.421271] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.421271] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.421271] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.421271] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.421271] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.421271] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.421742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.421742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.421742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.421742] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd208ab9-383b-4538-8ab0-b57766707e70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.423776] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.424428] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.425415] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.425581] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.426472] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.426958] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-502544f4-77a0-4b90-8dea-87db7792a9e0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.427833] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.844768] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf in Status: SUCCESS [ 765.844921] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf deletion is rescheduled due to dependency. [ 765.844977] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.930409] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd208ab9-383b-4538-8ab0-b57766707e70: rpc.has_security_group_logging(os_id): False [ 765.936147] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.936324] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.936395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.936622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.936717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.936813] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed is going to be updated. [ 765.952673] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.952989] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.953091] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.953433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.953433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.953727] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.953807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.953839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.954014] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.954127] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.954327] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.954450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.954491] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.954695] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.954695] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.954850] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.955106] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.955106] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.955168] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.955264] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.955314] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd208ab9-383b-4538-8ab0-b57766707e70 is going to be created. [ 765.958758] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1102e21-c0d6-442f-bef2-8dc8416350f9 in Status: SUCCESS [ 765.959058] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.973892] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.974065] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.974133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.974350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.974497] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.984720] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed in Status: IN_PROGRESS for 2s [ 766.029531] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.029531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.029531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.029531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.029531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.043506] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd208ab9-383b-4538-8ab0-b57766707e70 in Status: IN_PROGRESS for 2s [ 766.211671] env[65757]: INFO networking_nsxv3.common.synchronization [req-867194c6-d113-4c27-839a-a9e19de0e429 req-f5f5adb3-cdb8-4a42-b64c-87cf870354ba service nova] Enqueued Resource ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed with Priority: HIGHEST for action security_group_rules [ 766.211859] env[65757]: INFO networking_nsxv3.common.synchronization [req-867194c6-d113-4c27-839a-a9e19de0e429 req-f5f5adb3-cdb8-4a42-b64c-87cf870354ba service nova] Enqueued Resource ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed with Priority: HIGHEST for action security_group_members [ 766.211992] env[65757]: INFO networking_nsxv3.common.synchronization [req-867194c6-d113-4c27-839a-a9e19de0e429 req-f5f5adb3-cdb8-4a42-b64c-87cf870354ba service nova] Enqueued Resource ID: 502544f4-77a0-4b90-8dea-87db7792a9e0 with Priority: HIGHEST for action port [ 766.212574] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed with Priority: HIGHEST for action security_group_rules [ 766.212716] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed with Priority: HIGHEST for action security_group_members [ 766.212814] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 502544f4-77a0-4b90-8dea-87db7792a9e0 with Priority: HIGHEST for action port [ 766.213120] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e4d3e41-bd75-430f-84e0-997cbf0958ed taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.213248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.213311] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.213539] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.213621] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.214496] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4d3e41-bd75-430f-84e0-997cbf0958ed taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.214593] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.214861] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-502544f4-77a0-4b90-8dea-87db7792a9e0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.214861] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-502544f4-77a0-4b90-8dea-87db7792a9e0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.214997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-502544f4-77a0-4b90-8dea-87db7792a9e0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.215135] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-502544f4-77a0-4b90-8dea-87db7792a9e0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.215168] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('502544f4-77a0-4b90-8dea-87db7792a9e0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.716685] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4d3e41-bd75-430f-84e0-997cbf0958ed taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.716853] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.717545] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 502544f4-77a0-4b90-8dea-87db7792a9e0 with status ACTIVE [ 766.717545] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.717545] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.717545] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.717545] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.717816] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.717816] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.717887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.717918] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.718104] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.718197] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.718349] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.718473] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.718539] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.718632] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.718708] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.718790] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 502544f4-77a0-4b90-8dea-87db7792a9e0 is going to be updated. [ 766.741548] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.741724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.741765] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.743033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.743033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.743033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-502544f4-77a0-4b90-8dea-87db7792a9e0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.845093] env[65757]: INFO networking_nsxv3.common.synchronization [req-8c24e349-9692-4567-b34f-afee0e6acc3d req-0ca7d8f7-f73f-4fc8-b2b2-1724da4933e9 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Enqueued Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_members [ 766.845714] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_members [ 766.845995] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.849284] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.849442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.849632] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.849827] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.849941] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.850548] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.850548] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.850548] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.850548] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.207375] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: SUCCESS [ 767.207375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.207375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.207375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.207375] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.207375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.207375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.207375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.207375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.207375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.207375] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.207375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.207375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.207375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.207375] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.207375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.207375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.207375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.207375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.208923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.208923] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.209699] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 in Status: SUCCESS [ 767.209996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.210280] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.210661] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.210875] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.211092] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.211195] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.211404] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.211516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.211638] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.211768] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.352671] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.714088] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b37d534-8992-4b57-98dd-9d99ad3b7ead: rpc.has_security_group_logging(os_id): False [ 767.715246] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.734876] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.735160] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.735233] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.735479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.735582] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.735800] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.735902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.735964] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.736274] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.736364] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.736573] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.736678] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.736745] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.736893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.736968] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.737167] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.737260] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.737315] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.737456] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.737522] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.737605] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead is going to be updated. [ 767.808596] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.808596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.808596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.808596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.808596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.823814] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: IN_PROGRESS for 2s [ 767.855422] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.996238] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed in Status: SUCCESS [ 767.996238] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.996459] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.997033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.997033] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.997033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.997033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.998268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.998268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.998268] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.061592] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd208ab9-383b-4538-8ab0-b57766707e70 in Status: SUCCESS [ 768.061592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.219423] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90e37b36-288f-4a03-ab4e-73569ec5bc70: rpc.has_security_group_logging(os_id): False [ 768.243724] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.243843] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.243930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.244173] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.244271] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.244522] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.244615] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.244909] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.244909] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.245417] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.245548] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 is going to be updated. [ 768.303594] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.303812] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.303891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.304152] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.304389] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.330968] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 in Status: IN_PROGRESS for 2s [ 768.364828] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.364828] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.364828] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.364828] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.365107] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.365107] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 is going to be updated. [ 768.412460] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.415581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.415581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.415581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.415581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.428362] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 in Status: IN_PROGRESS for 2s [ 768.500864] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.004188] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.509473] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.509916] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.509916] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.510280] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.510280] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.510280] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed is going to be updated. [ 769.545216] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.545434] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.545607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.545991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.545991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.562503] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed in Status: IN_PROGRESS for 2s [ 769.702824] env[65757]: INFO networking_nsxv3.common.synchronization [req-f44787dc-dad2-4484-a0e2-1a19488e70a5 req-e577bdc2-7a73-4117-a0b4-e53fa149ef21 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Enqueued Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 769.703564] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 769.704170] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.704460] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.704460] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.704745] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.704968] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.705308] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.705308] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.705454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.705591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.705737] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.813577] env[65757]: INFO networking_nsxv3.common.synchronization [None req-3aafe398-1bc7-4c51-be86-56c5418ccbf8 None None] Enqueued Resource ID: 40974bcc-1d4d-440a-87eb-4294979516f4 with Priority: HIGHEST for action port [ 769.813577] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40974bcc-1d4d-440a-87eb-4294979516f4 with Priority: HIGHEST for action port [ 769.813994] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-40974bcc-1d4d-440a-87eb-4294979516f4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.813994] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40974bcc-1d4d-440a-87eb-4294979516f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.814981] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40974bcc-1d4d-440a-87eb-4294979516f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.816372] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40974bcc-1d4d-440a-87eb-4294979516f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.816372] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40974bcc-1d4d-440a-87eb-4294979516f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.842232] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: SUCCESS [ 769.842232] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.842232] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.842232] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.842232] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.208705] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.319447] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40974bcc-1d4d-440a-87eb-4294979516f4 [ 770.319760] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.319760] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.319760] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.320205] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.320298] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.320859] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40974bcc-1d4d-440a-87eb-4294979516f4 already deleted. [ 770.320859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40974bcc-1d4d-440a-87eb-4294979516f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.347038] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.347038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.347038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.347332] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.347561] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.347782] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.348158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.348158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.348158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.348328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.348369] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.352435] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 in Status: SUCCESS [ 770.352577] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.407089] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.407431] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-21" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.408746] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-21" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.412047] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-21" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.412047] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.412047] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.412047] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.412047] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.412047] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.412047] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.412047] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.412047] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.412047] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.412047] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.412047] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.412047] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.434839] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.435130] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.435347] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.435525] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-21" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.435882] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-30507316-8489-47eb-9589-0d97866de628 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.436207] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-30507316-8489-47eb-9589-0d97866de628" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.436559] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-30507316-8489-47eb-9589-0d97866de628" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.436929] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-30507316-8489-47eb-9589-0d97866de628" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.437080] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30507316-8489-47eb-9589-0d97866de628',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.440486] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 in Status: SUCCESS [ 770.441127] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.710779] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.852155] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.852330] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.852395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.852618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.852784] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.852880] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.852941] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.853104] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.853208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.853274] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.853439] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.853522] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.853578] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.853718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.853849] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.853933] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.853988] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.854140] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.854224] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.854292] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.854476] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.939986] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.940234] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.940234] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.941890] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.941890] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.941890] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 30507316-8489-47eb-9589-0d97866de628 not found, creating... [ 770.941890] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.941890] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.941890] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.941890] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.941890] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.943719] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.943719] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.943719] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.943719] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.943719] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.943719] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 30507316-8489-47eb-9589-0d97866de628 is going to be created. [ 770.967046] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.969981] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.970294] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.970679] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.970986] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.971274] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-30507316-8489-47eb-9589-0d97866de628" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.213626] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.213839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.213901] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.214214] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.214315] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.215430] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 is going to be updated. [ 771.253200] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.253200] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.253200] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.253200] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.253513] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.264027] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: IN_PROGRESS for 2s [ 771.357785] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b37d534-8992-4b57-98dd-9d99ad3b7ead: rpc.has_security_group_logging(os_id): False [ 771.380510] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.386048] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.386048] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.386048] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.386048] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.386048] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.386048] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.386048] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.386048] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.386048] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.386048] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.386048] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.386048] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.387320] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.387320] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.387473] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.387535] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.388211] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.388211] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.388211] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.388211] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead is going to be updated. [ 771.513467] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.513792] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.513792] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.514750] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.514750] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.541894] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: IN_PROGRESS for 2s [ 771.586913] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed in Status: SUCCESS [ 771.587592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.587880] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.588242] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.588516] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.588670] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.588775] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.588991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.589156] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.589359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.589502] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.747912] env[65757]: INFO networking_nsxv3.common.synchronization [req-f44787dc-dad2-4484-a0e2-1a19488e70a5 req-8d2f7c56-68c6-47c6-a28c-2061f8d52cd3 service nova] Enqueued Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_rules [ 771.748297] env[65757]: INFO networking_nsxv3.common.synchronization [req-f44787dc-dad2-4484-a0e2-1a19488e70a5 req-8d2f7c56-68c6-47c6-a28c-2061f8d52cd3 service nova] Enqueued Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 771.748684] env[65757]: INFO networking_nsxv3.common.synchronization [req-f44787dc-dad2-4484-a0e2-1a19488e70a5 req-8d2f7c56-68c6-47c6-a28c-2061f8d52cd3 service nova] Enqueued Resource ID: 30507316-8489-47eb-9589-0d97866de628 with Priority: HIGHEST for action port [ 771.749998] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_rules [ 771.749998] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 771.749998] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30507316-8489-47eb-9589-0d97866de628 with Priority: HIGHEST for action port [ 771.750240] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.750387] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.750387] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.750693] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.750778] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.752048] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.752171] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.752954] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-30507316-8489-47eb-9589-0d97866de628 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.753081] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30507316-8489-47eb-9589-0d97866de628" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.753148] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30507316-8489-47eb-9589-0d97866de628" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.753370] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30507316-8489-47eb-9589-0d97866de628" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.753452] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30507316-8489-47eb-9589-0d97866de628',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.879565] env[65757]: INFO networking_nsxv3.common.synchronization [req-e3e1c442-028f-48b5-955c-fb3fcf60d06c req-55c4d4d8-b8d8-4c61-9df4-a91cc954057f tempest-ServerAddressesTestJSON-1899214143 tempest-ServerAddressesTestJSON-1899214143-project-member] Enqueued Resource ID: 8938d9b7-7221-42ae-828f-89775c3c2980 with Priority: HIGHEST for action security_group_members [ 771.880235] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8938d9b7-7221-42ae-828f-89775c3c2980 with Priority: HIGHEST for action security_group_members [ 771.880626] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-8938d9b7-7221-42ae-828f-89775c3c2980 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.880771] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.880845] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.881620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.882047] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.882296] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.882685] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.882945] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.883092] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.883242] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8938d9b7-7221-42ae-828f-89775c3c2980',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.092476] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4d3e41-bd75-430f-84e0-997cbf0958ed taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.094183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.094183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.094494] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.096553] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.096553] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.096553] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.096553] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.096553] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.096553] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.096553] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4d3e41-bd75-430f-84e0-997cbf0958ed taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.096553] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.096553] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.096553] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.096553] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.097024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.097024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.097171] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.097289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.097448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.097720] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.120198] env[65757]: INFO networking_nsxv3.common.synchronization [req-ea254ebe-1928-48a3-9249-95e069e23b69 req-d2977427-9d3b-45db-9300-63ebfcb130f4 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 772.121015] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 772.121369] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.121539] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.121539] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.122114] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.122114] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.122114] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.122114] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.122411] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.122411] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.122411] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.249894] env[65757]: INFO networking_nsxv3.common.synchronization [None req-d6ef6f60-9e1b-484f-8e92-da452db86733 None None] Enqueued Resource ID: 4a9ce42b-6650-4254-9c42-e825291ecd94 with Priority: HIGHEST for action port [ 772.249894] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a9ce42b-6650-4254-9c42-e825291ecd94 with Priority: HIGHEST for action port [ 772.249894] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a9ce42b-6650-4254-9c42-e825291ecd94 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.249894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a9ce42b-6650-4254-9c42-e825291ecd94" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.249894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a9ce42b-6650-4254-9c42-e825291ecd94" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.250389] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a9ce42b-6650-4254-9c42-e825291ecd94" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.250389] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a9ce42b-6650-4254-9c42-e825291ecd94',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.256686] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.256816] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.259427] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30507316-8489-47eb-9589-0d97866de628 with status ACTIVE [ 772.260035] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.260035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.260035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.260035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.260267] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.260267] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.260380] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.260484] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.260647] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.260723] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.260901] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.260990] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.261061] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.261196] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.261269] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.261348] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30507316-8489-47eb-9589-0d97866de628 is going to be updated. [ 772.297610] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.299657] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.300153] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.300618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.301319] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.302457] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30507316-8489-47eb-9589-0d97866de628" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.389885] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.389885] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.389885] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.389885] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.389885] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.389885] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.389885] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.389885] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.389885] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.389885] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.389885] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8938d9b7-7221-42ae-828f-89775c3c2980 is going to be updated. [ 772.425341] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.425341] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.425341] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.425341] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.425341] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.435967] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8938d9b7-7221-42ae-828f-89775c3c2980 in Status: IN_PROGRESS for 2s [ 772.602260] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e4d3e41-bd75-430f-84e0-997cbf0958ed: rpc.has_security_group_logging(os_id): False [ 772.620824] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.620985] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.621084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.624054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.624054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.624054] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.624054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.624054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.624054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.624054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.624054] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.624054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.624054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.624054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.624054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.624054] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.624054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.624581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.624581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.624581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.624581] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed is going to be updated. [ 772.625368] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.663172] env[65757]: INFO networking_nsxv3.common.synchronization [None req-9e921bf0-2895-4d5a-a841-53fee91e73d2 None None] Enqueued Resource ID: f311b6d1-227d-4ae3-9f38-712508aae9a3 with Priority: HIGHEST for action port [ 772.664176] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f311b6d1-227d-4ae3-9f38-712508aae9a3 with Priority: HIGHEST for action port [ 772.666138] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-f311b6d1-227d-4ae3-9f38-712508aae9a3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.666138] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f311b6d1-227d-4ae3-9f38-712508aae9a3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.666138] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f311b6d1-227d-4ae3-9f38-712508aae9a3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.666138] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f311b6d1-227d-4ae3-9f38-712508aae9a3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.666138] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f311b6d1-227d-4ae3-9f38-712508aae9a3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.695573] env[65757]: INFO networking_nsxv3.common.synchronization [req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 req-9ec842d1-6157-4e4f-b545-4e22741284a3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Enqueued Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 772.696382] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 772.696962] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.697153] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.697257] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.697605] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.697803] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.697940] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.698045] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.698285] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.698388] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.698537] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.701891] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.702037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.702250] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.702330] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.702794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.721377] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed in Status: IN_PROGRESS for 2s [ 772.755098] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a9ce42b-6650-4254-9c42-e825291ecd94 [ 772.755098] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.755098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.755098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.755098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.755098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.755098] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a9ce42b-6650-4254-9c42-e825291ecd94 already deleted. [ 772.755098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a9ce42b-6650-4254-9c42-e825291ecd94" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.128172] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.169144] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f311b6d1-227d-4ae3-9f38-712508aae9a3 [ 773.169144] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.169144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.169144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.169144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.169144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.169144] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f311b6d1-227d-4ae3-9f38-712508aae9a3 already deleted. [ 773.169144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f311b6d1-227d-4ae3-9f38-712508aae9a3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.201979] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.202150] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.203039] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.203039] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.203039] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.203039] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.203039] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.203495] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.203495] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.203495] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.203495] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 already deleted. [ 773.203647] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.284723] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: SUCCESS [ 773.284965] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.285175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.285434] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.285906] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.285906] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.285906] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.286076] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.287305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.287305] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.564994] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: SUCCESS [ 773.565331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.572426] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.572608] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.572724] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.573067] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.573346] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.573499] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.573602] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.573821] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.573957] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.574169] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.574277] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.574370] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.574467] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.574745] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.574745] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.574876] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.595477] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.595642] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.595779] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.595948] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.596282] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-fd20b0ea-66b3-46d9-84d9-bca607400f90 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.596454] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-fd20b0ea-66b3-46d9-84d9-bca607400f90" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.596578] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-fd20b0ea-66b3-46d9-84d9-bca607400f90" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.596896] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-fd20b0ea-66b3-46d9-84d9-bca607400f90" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.597042] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd20b0ea-66b3-46d9-84d9-bca607400f90',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.631033] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.631257] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.631344] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.631633] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.631727] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.631824] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 773.662669] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.662823] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.662887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.663133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.663280] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.674638] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 773.788983] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.099881] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.102750] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.102750] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.102750] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.102750] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.102750] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port fd20b0ea-66b3-46d9-84d9-bca607400f90 not found, creating... [ 774.102750] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.102750] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.102750] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.102750] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.102750] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.103191] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.103881] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.106145] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.106145] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.106145] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.106346] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: fd20b0ea-66b3-46d9-84d9-bca607400f90 is going to be created. [ 774.136339] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.136838] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.136838] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.137046] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.137230] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.137843] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-fd20b0ea-66b3-46d9-84d9-bca607400f90" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.174777] env[65757]: INFO networking_nsxv3.common.synchronization [None req-4cec7787-1921-4698-bf0b-03dd35e8ace5 None None] Enqueued Resource ID: ddda3640-22c9-4b57-b3b3-adae4caaf96e with Priority: HIGHEST for action port [ 774.174777] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddda3640-22c9-4b57-b3b3-adae4caaf96e with Priority: HIGHEST for action port [ 774.174777] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddda3640-22c9-4b57-b3b3-adae4caaf96e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.174777] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddda3640-22c9-4b57-b3b3-adae4caaf96e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.174777] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddda3640-22c9-4b57-b3b3-adae4caaf96e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.174777] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddda3640-22c9-4b57-b3b3-adae4caaf96e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.174777] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddda3640-22c9-4b57-b3b3-adae4caaf96e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.258398] env[65757]: INFO networking_nsxv3.common.synchronization [None req-dcf18570-a40a-4716-be43-e82a96ff3554 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Enqueued Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_rules [ 774.259666] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_rules [ 774.260186] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.260186] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.260556] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.260664] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.260790] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.291966] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.446276] env[65757]: INFO networking_nsxv3.common.synchronization [None req-373bfecd-27f4-499d-8808-e2cfc73929f8 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Enqueued Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_rules [ 774.447368] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8938d9b7-7221-42ae-828f-89775c3c2980 in Status: SUCCESS [ 774.447608] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8938d9b7-7221-42ae-828f-89775c3c2980 deletion is rescheduled due to dependency. [ 774.447771] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.448524] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_rules [ 774.449166] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.449166] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.678255] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddda3640-22c9-4b57-b3b3-adae4caaf96e [ 774.678255] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.678255] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.678255] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.678499] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.678559] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.678653] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddda3640-22c9-4b57-b3b3-adae4caaf96e already deleted. [ 774.678728] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddda3640-22c9-4b57-b3b3-adae4caaf96e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.737851] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed in Status: SUCCESS [ 774.738091] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.786382] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.786565] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.786614] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.787951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.787951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.787951] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e already deleted. [ 774.787951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.787951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.787951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.787951] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.794652] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.795221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.795221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.795221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.795221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.795221] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 is going to be updated. [ 774.824928] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.825124] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.825252] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.825504] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.825725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.830770] env[65757]: INFO networking_nsxv3.common.synchronization [req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 req-f526a323-2628-4568-8bd3-03e5550fd4c0 service nova] Enqueued Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_rules [ 774.830971] env[65757]: INFO networking_nsxv3.common.synchronization [req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 req-f526a323-2628-4568-8bd3-03e5550fd4c0 service nova] Enqueued Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 774.831154] env[65757]: INFO networking_nsxv3.common.synchronization [req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 req-f526a323-2628-4568-8bd3-03e5550fd4c0 service nova] Enqueued Resource ID: fd20b0ea-66b3-46d9-84d9-bca607400f90 with Priority: HIGHEST for action port [ 774.832095] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_rules [ 774.832095] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 774.832095] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd20b0ea-66b3-46d9-84d9-bca607400f90 with Priority: HIGHEST for action port [ 774.832483] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.832654] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.832728] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.833158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.833158] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.834184] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.834372] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.834427] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.834602] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.835011] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.835011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.835011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.837133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.837258] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.837395] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.838556] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd20b0ea-66b3-46d9-84d9-bca607400f90 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.838699] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd20b0ea-66b3-46d9-84d9-bca607400f90" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.838770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd20b0ea-66b3-46d9-84d9-bca607400f90" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.839011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd20b0ea-66b3-46d9-84d9-bca607400f90" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.839099] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd20b0ea-66b3-46d9-84d9-bca607400f90',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.843239] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: IN_PROGRESS for 2s [ 775.311973] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.312164] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.312215] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.312486] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.312590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.312687] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e already deleted. [ 775.312780] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.342310] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd20b0ea-66b3-46d9-84d9-bca607400f90 with status ACTIVE [ 775.342592] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.342794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.342884] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.343119] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.343214] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.343398] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.343497] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.343558] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.343708] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.343782] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.343984] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.344120] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.344188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.344333] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.344407] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.344493] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd20b0ea-66b3-46d9-84d9-bca607400f90 is going to be updated. [ 775.346354] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.347605] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.347731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.370346] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.370492] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.370492] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.370720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.370891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.371039] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd20b0ea-66b3-46d9-84d9-bca607400f90" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.688014] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 775.688295] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.849767] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.352739] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.352935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.353023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.353242] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.353338] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.353445] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 is going to be created. [ 776.379214] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.381552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.381552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.381552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.381552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.391627] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: UNINITIALIZED for 2s [ 776.654569] env[65757]: INFO networking_nsxv3.common.synchronization [req-fa888925-f869-485a-a8ec-3a66a3b6b766 req-3dfbdbd3-00d8-4c0b-b769-f55a63e3d924 tempest-SecurityGroupRulesNegativeTestJSON-1889818961 tempest-SecurityGroupRulesNegativeTestJSON-1889818961-project-member] Enqueued Resource ID: d5b58b1b-7dc5-4a45-b0c6-da1370163e00 with Priority: HIGHEST for action security_group_rules [ 776.655103] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5b58b1b-7dc5-4a45-b0c6-da1370163e00 with Priority: HIGHEST for action security_group_rules [ 776.655447] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5b58b1b-7dc5-4a45-b0c6-da1370163e00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.655582] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5b58b1b-7dc5-4a45-b0c6-da1370163e00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.655661] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5b58b1b-7dc5-4a45-b0c6-da1370163e00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.655917] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5b58b1b-7dc5-4a45-b0c6-da1370163e00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.655987] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5b58b1b-7dc5-4a45-b0c6-da1370163e00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.856911] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: SUCCESS [ 776.857198] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.857280] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.857512] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.857703] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.857824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.857886] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.858064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.858194] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.858244] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.858342] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.185268] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.185489] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.185580] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.185889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.186117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.186241] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5b58b1b-7dc5-4a45-b0c6-da1370163e00 already deleted. [ 777.186368] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5b58b1b-7dc5-4a45-b0c6-da1370163e00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.363424] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.363624] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.363624] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.363819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.364653] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.364653] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.364653] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.364653] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.364653] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.364653] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.364653] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.365113] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.365113] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.365113] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.365113] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.365113] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.365274] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.365304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.365386] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.365455] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.365523] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.868355] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba5c64b6-e70a-47bb-aa31-7ecb138bccb3: rpc.has_security_group_logging(os_id): False [ 777.892142] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.892307] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.892354] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.892559] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.892651] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.892944] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.892944] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.893103] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.893167] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.893256] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.893476] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.893577] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.893636] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.893772] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.893930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.895122] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.895122] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.895122] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.895122] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.895122] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.895388] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 is going to be updated. [ 777.970608] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.971314] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.971460] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.971921] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.972159] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.996504] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: IN_PROGRESS for 2s [ 778.089196] env[65757]: INFO networking_nsxv3.common.synchronization [req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 req-5f44b7ed-ecb3-4706-9d5c-cc75cc69ec81 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Enqueued Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 778.090756] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 778.091559] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.091559] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.403947] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: SUCCESS [ 778.404184] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.404731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.404731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.404928] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.404928] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.405026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.405125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.405231] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.405318] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.405413] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.406541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.406809] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.407087] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.407255] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.407355] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.407537] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.407748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.408715] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.651191] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.655344] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.655476] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.656218] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.656218] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.656218] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.656431] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.656564] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.656702] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.656906] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.657018] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.659465] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.659465] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.659465] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.659465] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.659465] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.678712] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.678901] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.679049] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.679225] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.679690] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-f12e9eb3-2d32-4d22-a14a-de097287142a taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.679823] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-f12e9eb3-2d32-4d22-a14a-de097287142a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.679941] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-f12e9eb3-2d32-4d22-a14a-de097287142a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.680343] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-f12e9eb3-2d32-4d22-a14a-de097287142a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.680499] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f12e9eb3-2d32-4d22-a14a-de097287142a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.910662] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.911184] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.911184] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.183652] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.184059] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.184301] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.184741] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.184970] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.185700] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port f12e9eb3-2d32-4d22-a14a-de097287142a not found, creating... [ 779.186146] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.186397] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.186590] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.187434] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.187434] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.187679] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.187919] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.188116] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.188553] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.188692] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.188908] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: f12e9eb3-2d32-4d22-a14a-de097287142a is going to be created. [ 779.210633] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.210965] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.211200] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.211561] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.211819] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.212095] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-f12e9eb3-2d32-4d22-a14a-de097287142a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.258750] env[65757]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 779.258937] env[65757]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] NSXv3 Agent Agent loop - iteration:1 started [ 779.413860] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.513243] env[65757]: INFO networking_nsxv3.common.synchronization [None req-1e0dd81b-e7c6-4d33-902c-d3cc3ec4af5a None None] Enqueued Resource ID: f756fff1-09fc-4e8e-8ffb-1a599a1bd1a0 with Priority: HIGHEST for action port [ 779.513797] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f756fff1-09fc-4e8e-8ffb-1a599a1bd1a0 with Priority: HIGHEST for action port [ 779.514895] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-f756fff1-09fc-4e8e-8ffb-1a599a1bd1a0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.515170] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f756fff1-09fc-4e8e-8ffb-1a599a1bd1a0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.515170] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f756fff1-09fc-4e8e-8ffb-1a599a1bd1a0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.515451] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f756fff1-09fc-4e8e-8ffb-1a599a1bd1a0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.515521] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f756fff1-09fc-4e8e-8ffb-1a599a1bd1a0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.917130] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.917130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.917667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.917667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.917667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.917667] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 is going to be updated. [ 779.952542] env[65757]: INFO networking_nsxv3.common.synchronization [req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 req-72cb8efc-a16a-41f8-a9b0-3eec1e353caa service nova] Enqueued Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_rules [ 779.952745] env[65757]: INFO networking_nsxv3.common.synchronization [req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 req-72cb8efc-a16a-41f8-a9b0-3eec1e353caa service nova] Enqueued Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 779.952894] env[65757]: INFO networking_nsxv3.common.synchronization [req-a8e7b7d1-2b90-4ace-99f0-d02fec8cd067 req-72cb8efc-a16a-41f8-a9b0-3eec1e353caa service nova] Enqueued Resource ID: f12e9eb3-2d32-4d22-a14a-de097287142a with Priority: HIGHEST for action port [ 779.957954] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.958221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.958221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.958534] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.958604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.960820] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_rules [ 779.961600] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 779.961600] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f12e9eb3-2d32-4d22-a14a-de097287142a with Priority: HIGHEST for action port [ 779.961600] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.961600] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.961810] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.961810] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.961948] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-f12e9eb3-2d32-4d22-a14a-de097287142a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.962071] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f12e9eb3-2d32-4d22-a14a-de097287142a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.962133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f12e9eb3-2d32-4d22-a14a-de097287142a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.962333] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f12e9eb3-2d32-4d22-a14a-de097287142a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.962426] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f12e9eb3-2d32-4d22-a14a-de097287142a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.973041] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: IN_PROGRESS for 2s [ 779.986698] env[65757]: INFO networking_nsxv3.common.synchronization [req-708894ca-08ba-47a4-942d-c32d13a4cd2c req-5c790621-07e9-43e3-975a-c3a676314695 tempest-SecurityGroupRulesNegativeTestJSON-1889818961 tempest-SecurityGroupRulesNegativeTestJSON-1889818961-project-member] Enqueued Resource ID: d5b58b1b-7dc5-4a45-b0c6-da1370163e00 with Priority: HIGHEST for action security_group_rules [ 779.986698] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5b58b1b-7dc5-4a45-b0c6-da1370163e00 with Priority: HIGHEST for action security_group_rules [ 779.986698] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5b58b1b-7dc5-4a45-b0c6-da1370163e00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.986698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5b58b1b-7dc5-4a45-b0c6-da1370163e00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.986849] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5b58b1b-7dc5-4a45-b0c6-da1370163e00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.988272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5b58b1b-7dc5-4a45-b0c6-da1370163e00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.988272] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5b58b1b-7dc5-4a45-b0c6-da1370163e00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.021034] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: SUCCESS [ 780.021034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.021034] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f756fff1-09fc-4e8e-8ffb-1a599a1bd1a0 [ 780.021532] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.022207] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.022402] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.024017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.024017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.024017] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f756fff1-09fc-4e8e-8ffb-1a599a1bd1a0 already deleted. [ 780.024017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f756fff1-09fc-4e8e-8ffb-1a599a1bd1a0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.465392] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f12e9eb3-2d32-4d22-a14a-de097287142a with status ACTIVE [ 780.465635] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.465832] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.465832] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.466103] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.466222] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.466426] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.466540] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.466598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.466778] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.466848] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.467048] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.467143] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.467252] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.468493] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.468493] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.468493] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f12e9eb3-2d32-4d22-a14a-de097287142a is going to be updated. [ 780.492090] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.492219] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.492336] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.492649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.492649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.492781] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f12e9eb3-2d32-4d22-a14a-de097287142a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.520403] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.520657] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.520728] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.520949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.521053] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.521187] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5b58b1b-7dc5-4a45-b0c6-da1370163e00 already deleted. [ 780.521243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5b58b1b-7dc5-4a45-b0c6-da1370163e00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.732729] env[65757]: INFO networking_nsxv3.common.synchronization [req-649cc72e-2f7e-446d-916e-100bb33f7cc9 req-36ae077d-038e-49f9-8e52-238f45896d79 tempest-ServerAddressesNegativeTestJSON-289805624 tempest-ServerAddressesNegativeTestJSON-289805624-project-member] Enqueued Resource ID: dd208ab9-383b-4538-8ab0-b57766707e70 with Priority: HIGHEST for action security_group_members [ 780.733293] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd208ab9-383b-4538-8ab0-b57766707e70 with Priority: HIGHEST for action security_group_members [ 780.733596] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd208ab9-383b-4538-8ab0-b57766707e70 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.737025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.737025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.737025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.737025] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.737025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.737511] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.737760] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.737853] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.737956] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd208ab9-383b-4538-8ab0-b57766707e70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.213364] env[65757]: INFO networking_nsxv3.common.synchronization [None req-a0ba5f42-b834-4b8b-abb8-ef91c690c511 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Enqueued Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_rules [ 781.213883] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_rules [ 781.214186] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c17a845-6723-4e36-829b-a339e179fcd1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.214307] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.214369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.214700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.214818] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.240451] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.240715] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.240715] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.241022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.241111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.241323] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.241450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.241535] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.241714] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.241821] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.241951] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd208ab9-383b-4538-8ab0-b57766707e70 is going to be updated. [ 781.273826] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.273960] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.274041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.274246] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.274383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.283964] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd208ab9-383b-4538-8ab0-b57766707e70 in Status: IN_PROGRESS for 2s [ 781.364043] env[65757]: INFO networking_nsxv3.common.synchronization [None req-136c31f2-6d1e-4dd9-b14e-09565d88c2a0 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Enqueued Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_rules [ 781.364043] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_rules [ 781.364535] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c17a845-6723-4e36-829b-a339e179fcd1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.364637] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.738031] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.738225] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.738339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.738830] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.738830] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.738830] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c17a845-6723-4e36-829b-a339e179fcd1 already deleted. [ 781.738830] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.738991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.739096] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.739133] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.839888] env[65757]: INFO networking_nsxv3.common.synchronization [None req-beb40b81-78c2-4d35-ac98-67586a2807f3 None None] Enqueued Resource ID: 345e6bca-4035-40d5-b781-daa5a7bfa1b3 with Priority: HIGHEST for action port [ 781.840570] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 345e6bca-4035-40d5-b781-daa5a7bfa1b3 with Priority: HIGHEST for action port [ 781.841640] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-345e6bca-4035-40d5-b781-daa5a7bfa1b3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.841869] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-345e6bca-4035-40d5-b781-daa5a7bfa1b3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.842425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-345e6bca-4035-40d5-b781-daa5a7bfa1b3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.842425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-345e6bca-4035-40d5-b781-daa5a7bfa1b3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.842547] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('345e6bca-4035-40d5-b781-daa5a7bfa1b3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.986845] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: SUCCESS [ 781.987256] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.987591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.988343] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.988343] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.988343] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.988343] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.988671] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.988769] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.989206] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.989206] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.989393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.989393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.989502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.989644] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.989759] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.989845] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.989979] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.990071] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.990150] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.990247] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.991172] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.991325] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.991493] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.991596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.991658] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.991832] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.991914] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.992016] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.264943] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.265649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.265649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.265649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.265649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.265649] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c17a845-6723-4e36-829b-a339e179fcd1 already deleted. [ 782.265649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.344333] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 345e6bca-4035-40d5-b781-daa5a7bfa1b3 [ 782.344630] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.344787] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.344877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.345138] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.345291] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.345447] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:345e6bca-4035-40d5-b781-daa5a7bfa1b3 already deleted. [ 782.345588] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-345e6bca-4035-40d5-b781-daa5a7bfa1b3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.494709] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a917adb-97e9-4378-82d3-c2886ddabe96: rpc.has_security_group_logging(os_id): False [ 782.496165] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.522265] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.522480] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.522555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.522787] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.522878] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.523084] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.523178] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.523243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.523399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.523477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.523668] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.523766] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.523820] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.523956] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.524045] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.524232] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.524327] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.524383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.524521] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.524591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.524673] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 is going to be created. [ 782.595217] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.595324] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.595324] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.595539] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.595711] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.607796] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: IN_PROGRESS for 2s [ 783.001474] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.308673] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd208ab9-383b-4538-8ab0-b57766707e70 in Status: SUCCESS [ 783.309041] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd208ab9-383b-4538-8ab0-b57766707e70 deletion is rescheduled due to dependency. [ 783.309041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.504324] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.504623] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.504717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.504960] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.505072] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.505167] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 is going to be updated. [ 783.538847] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.538847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.538847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.539064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.539064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.553686] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: IN_PROGRESS for 2s [ 784.627402] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: SUCCESS [ 784.627786] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.627911] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.628167] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.628324] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.133598] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.133913] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.412196] env[65757]: INFO networking_nsxv3.common.synchronization [req-a571d43d-c105-4db0-9987-f1b514396476 req-e7492211-ac20-481e-91c0-e796c73418ce tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Enqueued Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 785.412196] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 785.412465] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.412465] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.412634] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.413112] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.413112] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.413112] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.413339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.413339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.413436] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.413486] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.565027] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: SUCCESS [ 785.565935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.565935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.566173] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.566317] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.566558] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.566640] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.566810] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.566901] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.567146] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.567244] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.918712] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.918712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.918712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.919259] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.919259] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.919421] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.919624] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.919791] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.920040] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.920665] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.920665] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 is going to be updated. [ 785.952743] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.952950] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.953063] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.953323] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.953470] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.964320] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: IN_PROGRESS for 2s [ 786.070020] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.070200] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.070281] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.070540] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.070740] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.070853] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.070917] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.071134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.071243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.071336] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.071509] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.071666] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.071666] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.071979] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.072187] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.072291] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.072354] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.072500] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.072580] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.072661] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.072751] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.578470] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a917adb-97e9-4378-82d3-c2886ddabe96: rpc.has_security_group_logging(os_id): False [ 786.621934] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.622181] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.622255] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.622546] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.622656] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.622881] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.623009] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.623105] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.623253] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.623347] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.623602] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.623706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.623806] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.623930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.624245] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.624569] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.624708] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.624793] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.624924] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.625009] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.625099] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 is going to be updated. [ 786.705379] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.705573] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.705649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.706158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.706303] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.718895] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: IN_PROGRESS for 2s [ 786.767194] env[65757]: INFO networking_nsxv3.common.synchronization [req-e63ddd3d-ac32-4ff0-bceb-30af14437d38 req-ec16ecd4-9acd-49c7-b165-00e24a8888ab tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Enqueued Resource ID: ec530184-cbcc-4aee-bccd-916aeefad577 with Priority: HIGHEST for action security_group_members [ 786.767760] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec530184-cbcc-4aee-bccd-916aeefad577 with Priority: HIGHEST for action security_group_members [ 786.768074] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec530184-cbcc-4aee-bccd-916aeefad577 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.768197] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.768345] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.768657] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.768901] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.769077] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.769254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.769395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.769486] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.769599] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec530184-cbcc-4aee-bccd-916aeefad577',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.272290] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ec530184-cbcc-4aee-bccd-916aeefad577',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.776239] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ec530184-cbcc-4aee-bccd-916aeefad577',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.974710] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: SUCCESS [ 787.974975] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 deletion is rescheduled due to dependency. [ 787.975083] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.280593] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.281101] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.281101] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.281101] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.281367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.281367] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec530184-cbcc-4aee-bccd-916aeefad577 is going to be updated. [ 788.313387] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.313917] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.314117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.314315] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.314513] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.332982] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec530184-cbcc-4aee-bccd-916aeefad577 in Status: IN_PROGRESS for 2s [ 788.552224] env[65757]: INFO networking_nsxv3.common.synchronization [req-c526536f-6ce2-4997-93e8-5717d150c691 req-82a50d10-2c80-48ed-a17f-2b3ef9aa63c8 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Enqueued Resource ID: fa7d439d-dc0f-416e-a881-4c806012397e with Priority: HIGHEST for action security_group_members [ 788.552886] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7d439d-dc0f-416e-a881-4c806012397e with Priority: HIGHEST for action security_group_members [ 788.553243] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7d439d-dc0f-416e-a881-4c806012397e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.553627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.553627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.553699] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.553838] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.553949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.554030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.554230] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.554360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.554488] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.736019] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: SUCCESS [ 788.736019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.991064] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.991351] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-656" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.991543] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-656" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.991847] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-656" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.992247] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.992547] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.992662] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.993620] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.993774] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.994117] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.994284] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.994419] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.994573] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.994751] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.994911] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.995151] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.015857] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.016044] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.016170] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.016334] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-656" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.016695] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-425807db-c102-4bcb-871e-afcc863a27f3 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.016864] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-425807db-c102-4bcb-871e-afcc863a27f3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.016977] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-425807db-c102-4bcb-871e-afcc863a27f3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.017322] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-425807db-c102-4bcb-871e-afcc863a27f3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.017458] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('425807db-c102-4bcb-871e-afcc863a27f3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.058654] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.520396] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.520744] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.520795] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.521127] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.521364] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.522315] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 425807db-c102-4bcb-871e-afcc863a27f3 not found, creating... [ 789.522624] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.522791] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.522911] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.523170] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.523306] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.523825] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.523825] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.523955] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.524144] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.524273] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.524407] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 425807db-c102-4bcb-871e-afcc863a27f3 is going to be created. [ 789.547181] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.547416] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.547545] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.547859] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.548098] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.548365] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-425807db-c102-4bcb-871e-afcc863a27f3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.561959] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.063192] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.063351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.063420] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.063645] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.063736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.063851] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa7d439d-dc0f-416e-a881-4c806012397e is going to be updated. [ 790.104369] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.104703] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.104784] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.105088] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.105424] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.117694] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa7d439d-dc0f-416e-a881-4c806012397e in Status: IN_PROGRESS for 2s [ 790.348326] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec530184-cbcc-4aee-bccd-916aeefad577 in Status: SUCCESS [ 790.348599] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.365019] env[65757]: INFO networking_nsxv3.common.synchronization [req-c526536f-6ce2-4997-93e8-5717d150c691 req-a9f8a803-3d4d-4db1-8dc0-910e2e26f40c service nova] Enqueued Resource ID: fa7d439d-dc0f-416e-a881-4c806012397e with Priority: HIGHEST for action security_group_rules [ 790.365306] env[65757]: INFO networking_nsxv3.common.synchronization [req-c526536f-6ce2-4997-93e8-5717d150c691 req-a9f8a803-3d4d-4db1-8dc0-910e2e26f40c service nova] Enqueued Resource ID: fa7d439d-dc0f-416e-a881-4c806012397e with Priority: HIGHEST for action security_group_members [ 790.365482] env[65757]: INFO networking_nsxv3.common.synchronization [req-c526536f-6ce2-4997-93e8-5717d150c691 req-a9f8a803-3d4d-4db1-8dc0-910e2e26f40c service nova] Enqueued Resource ID: 425807db-c102-4bcb-871e-afcc863a27f3 with Priority: HIGHEST for action port [ 790.371516] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7d439d-dc0f-416e-a881-4c806012397e with Priority: HIGHEST for action security_group_rules [ 790.371516] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7d439d-dc0f-416e-a881-4c806012397e with Priority: HIGHEST for action security_group_members [ 790.371516] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 425807db-c102-4bcb-871e-afcc863a27f3 with Priority: HIGHEST for action port [ 790.371516] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa7d439d-dc0f-416e-a881-4c806012397e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.371516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.371516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.371516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.371516] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.371516] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7d439d-dc0f-416e-a881-4c806012397e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.371516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.374694] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-425807db-c102-4bcb-871e-afcc863a27f3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.374980] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-425807db-c102-4bcb-871e-afcc863a27f3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.375082] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-425807db-c102-4bcb-871e-afcc863a27f3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.375252] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-425807db-c102-4bcb-871e-afcc863a27f3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.375344] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('425807db-c102-4bcb-871e-afcc863a27f3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.817930] env[65757]: INFO networking_nsxv3.common.synchronization [req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 req-b11a6457-f76d-4e84-bff9-7e4b5a6867bd tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 790.818724] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 790.819877] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.819877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.819877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.819877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.819877] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.819877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.819877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.819877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.820235] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.820833] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.877564] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7d439d-dc0f-416e-a881-4c806012397e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.877714] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.877939] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 425807db-c102-4bcb-871e-afcc863a27f3 with status ACTIVE [ 790.878135] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.878458] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.878458] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.878985] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.879319] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.879452] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.879559] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.879618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.879790] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.881479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.881479] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.881479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.881479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.881479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.881479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.881479] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 425807db-c102-4bcb-871e-afcc863a27f3 is going to be updated. [ 790.907722] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.908617] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.908617] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.908617] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.908617] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.908792] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-425807db-c102-4bcb-871e-afcc863a27f3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.278851] env[65757]: INFO networking_nsxv3.common.synchronization [req-836a1295-de02-4dd8-8552-b61b6ea00a36 req-14f2d8e2-f3e0-4265-9331-d7b4a7adde8b tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Enqueued Resource ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d with Priority: HIGHEST for action security_group_members [ 791.279079] env[65757]: INFO networking_nsxv3.common.synchronization [req-836a1295-de02-4dd8-8552-b61b6ea00a36 req-14f2d8e2-f3e0-4265-9331-d7b4a7adde8b tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Enqueued Resource ID: 948d0cd8-6525-46e2-a112-9afe285c11d8 with Priority: HIGHEST for action security_group_members [ 791.281116] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d with Priority: HIGHEST for action security_group_members [ 791.281116] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 948d0cd8-6525-46e2-a112-9afe285c11d8 with Priority: HIGHEST for action security_group_members [ 791.281116] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.281116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.281116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.281116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.281116] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.281116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.281116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.283352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.283352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.283352] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.283352] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-948d0cd8-6525-46e2-a112-9afe285c11d8 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.283352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-948d0cd8-6525-46e2-a112-9afe285c11d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.283352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-948d0cd8-6525-46e2-a112-9afe285c11d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.283352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-948d0cd8-6525-46e2-a112-9afe285c11d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.283352] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.283352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.283352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.283352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.283352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.283352] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('948d0cd8-6525-46e2-a112-9afe285c11d8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.313236] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.313515] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.313613] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.314808] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.314950] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.315161] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.315317] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.315546] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.315694] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.315919] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.316072] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.316185] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.316348] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.316445] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.316544] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.316684] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.325844] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.326083] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.326083] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.326300] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.326433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.326663] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.326773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.326836] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.327028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.327120] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.327245] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be updated. [ 791.339961] env[65757]: INFO networking_nsxv3.common.synchronization [req-836a1295-de02-4dd8-8552-b61b6ea00a36 req-14f2d8e2-f3e0-4265-9331-d7b4a7adde8b tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Enqueued Resource ID: 948d0cd8-6525-46e2-a112-9afe285c11d8 with Priority: HIGHEST for action security_group_rules [ 791.340153] env[65757]: INFO networking_nsxv3.common.synchronization [req-836a1295-de02-4dd8-8552-b61b6ea00a36 req-14f2d8e2-f3e0-4265-9331-d7b4a7adde8b tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Enqueued Resource ID: 948d0cd8-6525-46e2-a112-9afe285c11d8 with Priority: HIGHEST for action security_group_members [ 791.340285] env[65757]: INFO networking_nsxv3.common.synchronization [req-836a1295-de02-4dd8-8552-b61b6ea00a36 req-14f2d8e2-f3e0-4265-9331-d7b4a7adde8b tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Enqueued Resource ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d with Priority: HIGHEST for action security_group_rules [ 791.340405] env[65757]: INFO networking_nsxv3.common.synchronization [req-836a1295-de02-4dd8-8552-b61b6ea00a36 req-14f2d8e2-f3e0-4265-9331-d7b4a7adde8b tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Enqueued Resource ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d with Priority: HIGHEST for action security_group_members [ 791.340536] env[65757]: INFO networking_nsxv3.common.synchronization [req-836a1295-de02-4dd8-8552-b61b6ea00a36 req-14f2d8e2-f3e0-4265-9331-d7b4a7adde8b tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Enqueued Resource ID: 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 with Priority: HIGHEST for action port [ 791.341137] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 948d0cd8-6525-46e2-a112-9afe285c11d8 with Priority: HIGHEST for action security_group_rules [ 791.341294] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d with Priority: HIGHEST for action security_group_rules [ 791.341396] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 with Priority: HIGHEST for action port [ 791.341485] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 948d0cd8-6525-46e2-a112-9afe285c11d8 with Priority: HIGHEST for action security_group_members [ 791.341571] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d with Priority: HIGHEST for action security_group_members [ 791.341849] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-948d0cd8-6525-46e2-a112-9afe285c11d8 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.341980] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-948d0cd8-6525-46e2-a112-9afe285c11d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.342057] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-948d0cd8-6525-46e2-a112-9afe285c11d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.342330] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-948d0cd8-6525-46e2-a112-9afe285c11d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.342415] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('948d0cd8-6525-46e2-a112-9afe285c11d8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.343714] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.343831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.343895] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.344116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.344191] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.347284] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.347284] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.347284] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.347284] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.347284] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.347284] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-948d0cd8-6525-46e2-a112-9afe285c11d8 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.347284] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-948d0cd8-6525-46e2-a112-9afe285c11d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.347284] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.347284] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.348558] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.348792] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.349025] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.349284] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.349710] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-7fd101b6-0760-4d03-a5a2-0cc3e9102218 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.349964] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-7fd101b6-0760-4d03-a5a2-0cc3e9102218" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.350163] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-7fd101b6-0760-4d03-a5a2-0cc3e9102218" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.350619] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-7fd101b6-0760-4d03-a5a2-0cc3e9102218" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.351123] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fd101b6-0760-4d03-a5a2-0cc3e9102218',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.369615] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.369872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.369872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.370044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.370108] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.382807] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: IN_PROGRESS for 2s [ 791.784901] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.786293] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('948d0cd8-6525-46e2-a112-9afe285c11d8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.847813] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-948d0cd8-6525-46e2-a112-9afe285c11d8 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.848152] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-948d0cd8-6525-46e2-a112-9afe285c11d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.853361] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 with status ACTIVE [ 791.853638] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.853800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.853869] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.854107] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.854198] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.854438] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.854638] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.854638] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.855185] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.855185] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.855185] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.855185] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.855185] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.855473] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.855473] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.855473] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 is going to be updated. [ 791.857272] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.857390] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.857851] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.858076] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.858214] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.858753] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.858937] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.859105] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 7fd101b6-0760-4d03-a5a2-0cc3e9102218 not found, creating... [ 791.859500] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.859681] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.859795] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.860087] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.860261] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.860635] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.860856] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.861057] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.861233] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.861364] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.861520] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 7fd101b6-0760-4d03-a5a2-0cc3e9102218 is going to be created. [ 791.885391] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.885597] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.886278] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.886278] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.886278] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.886702] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-7fd101b6-0760-4d03-a5a2-0cc3e9102218" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.888075] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.888701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.888833] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.888988] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.889131] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.889279] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.153546] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa7d439d-dc0f-416e-a881-4c806012397e in Status: SUCCESS [ 792.153546] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.153546] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.153741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.153917] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.154062] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.154158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.154352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.154457] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.154579] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.288723] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.294850] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('948d0cd8-6525-46e2-a112-9afe285c11d8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.588111] env[65757]: INFO networking_nsxv3.common.synchronization [req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 req-299e504a-c481-427d-bc75-c41fbdeb085d service nova] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_rules [ 792.588111] env[65757]: INFO networking_nsxv3.common.synchronization [req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 req-299e504a-c481-427d-bc75-c41fbdeb085d service nova] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 792.588111] env[65757]: INFO networking_nsxv3.common.synchronization [req-e5967664-00e9-4d1f-bd6c-e71a170d5a22 req-299e504a-c481-427d-bc75-c41fbdeb085d service nova] Enqueued Resource ID: 7fd101b6-0760-4d03-a5a2-0cc3e9102218 with Priority: HIGHEST for action port [ 792.588111] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_rules [ 792.588345] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 792.588387] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fd101b6-0760-4d03-a5a2-0cc3e9102218 with Priority: HIGHEST for action port [ 792.588975] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.589941] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.590304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.590585] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.590724] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.591700] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.591833] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.592398] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fd101b6-0760-4d03-a5a2-0cc3e9102218 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.592580] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fd101b6-0760-4d03-a5a2-0cc3e9102218" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.592978] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fd101b6-0760-4d03-a5a2-0cc3e9102218" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.593202] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fd101b6-0760-4d03-a5a2-0cc3e9102218" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.593311] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fd101b6-0760-4d03-a5a2-0cc3e9102218',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.657867] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.792396] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.792396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.792549] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.793216] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.793216] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.793216] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d is going to be updated. [ 792.800442] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.800722] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.800800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.801036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.801129] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.801227] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 948d0cd8-6525-46e2-a112-9afe285c11d8 is going to be created. [ 792.829924] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.830156] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.830209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.830443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.830607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.840096] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.840289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.840334] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.840616] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.840805] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.844868] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 948d0cd8-6525-46e2-a112-9afe285c11d8 in Status: UNINITIALIZED for 2s [ 792.866524] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d in Status: IN_PROGRESS for 2s [ 793.094888] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.095086] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.098071] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7fd101b6-0760-4d03-a5a2-0cc3e9102218 with status ACTIVE [ 793.098071] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.098071] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.098071] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.098316] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.098316] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.098726] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.098726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.098726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.098880] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.098880] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.099083] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.099195] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.099263] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.099457] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.099532] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.099615] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7fd101b6-0760-4d03-a5a2-0cc3e9102218 is going to be updated. [ 793.126831] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.127026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.127069] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.127297] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.127447] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.127618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fd101b6-0760-4d03-a5a2-0cc3e9102218" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.160258] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.396277] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 793.396489] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea deletion is rescheduled due to dependency. [ 793.396621] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.397594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.397594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.397594] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.397594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.397594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.397594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.397913] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.397913] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.664159] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.664359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.664422] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.664607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.664699] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.664795] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa7d439d-dc0f-416e-a881-4c806012397e is going to be updated. [ 793.701601] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.701601] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.701601] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.701601] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.701601] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.709817] env[65757]: INFO networking_nsxv3.common.synchronization [None req-6bf79ad3-14ab-422d-9153-d1b1cfb0112d None None] Enqueued Resource ID: 7c761ddc-ad10-4700-86bb-8cdf581a4c72 with Priority: HIGHEST for action port [ 793.710998] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c761ddc-ad10-4700-86bb-8cdf581a4c72 with Priority: HIGHEST for action port [ 793.712997] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa7d439d-dc0f-416e-a881-4c806012397e in Status: IN_PROGRESS for 2s [ 793.713296] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c761ddc-ad10-4700-86bb-8cdf581a4c72 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.713430] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c761ddc-ad10-4700-86bb-8cdf581a4c72" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.713513] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c761ddc-ad10-4700-86bb-8cdf581a4c72" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.714090] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c761ddc-ad10-4700-86bb-8cdf581a4c72" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.714090] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c761ddc-ad10-4700-86bb-8cdf581a4c72',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.901353] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.087975] env[65757]: INFO networking_nsxv3.common.synchronization [req-4e7968a6-3ff9-4d31-b835-515080b1d6f5 req-a9882bf3-d9f1-4cda-afdb-8b40e63d5e81 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Enqueued Resource ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d with Priority: HIGHEST for action security_group_members [ 794.088171] env[65757]: INFO networking_nsxv3.common.synchronization [req-4e7968a6-3ff9-4d31-b835-515080b1d6f5 req-a9882bf3-d9f1-4cda-afdb-8b40e63d5e81 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Enqueued Resource ID: 948d0cd8-6525-46e2-a112-9afe285c11d8 with Priority: HIGHEST for action security_group_members [ 794.088743] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d with Priority: HIGHEST for action security_group_members [ 794.088880] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 948d0cd8-6525-46e2-a112-9afe285c11d8 with Priority: HIGHEST for action security_group_members [ 794.093605] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.093605] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.093605] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-948d0cd8-6525-46e2-a112-9afe285c11d8 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.093605] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-948d0cd8-6525-46e2-a112-9afe285c11d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.171919] env[65757]: INFO networking_nsxv3.common.synchronization [req-4e7968a6-3ff9-4d31-b835-515080b1d6f5 req-a9882bf3-d9f1-4cda-afdb-8b40e63d5e81 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Enqueued Resource ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d with Priority: HIGHEST for action security_group_rules [ 794.172460] env[65757]: INFO networking_nsxv3.common.synchronization [req-4e7968a6-3ff9-4d31-b835-515080b1d6f5 req-a9882bf3-d9f1-4cda-afdb-8b40e63d5e81 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Enqueued Resource ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d with Priority: HIGHEST for action security_group_members [ 794.172460] env[65757]: INFO networking_nsxv3.common.synchronization [req-4e7968a6-3ff9-4d31-b835-515080b1d6f5 req-a9882bf3-d9f1-4cda-afdb-8b40e63d5e81 tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Enqueued Resource ID: 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 with Priority: HIGHEST for action port [ 794.173179] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d with Priority: HIGHEST for action security_group_rules [ 794.173179] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d with Priority: HIGHEST for action security_group_members [ 794.173280] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 with Priority: HIGHEST for action port [ 794.176668] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.176668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.176668] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.176668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.176668] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.176668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.176668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.176668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.176668] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.218348] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c761ddc-ad10-4700-86bb-8cdf581a4c72 [ 794.218902] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.218902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.218902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.219108] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.219108] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.219174] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c761ddc-ad10-4700-86bb-8cdf581a4c72 already deleted. [ 794.219224] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c761ddc-ad10-4700-86bb-8cdf581a4c72" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.406054] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.677445] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 with status ACTIVE [ 794.677687] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.677828] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.677895] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.678176] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.678263] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.678600] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.678672] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.678672] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.679856] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.679856] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.679856] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.679856] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.679856] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.679856] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.679856] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.679856] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6 is going to be updated. [ 794.707160] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.707160] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.707160] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.707160] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.707160] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.707160] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ac5e7e2-8516-460e-a1f2-fb375d3b3ef6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.857224] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 948d0cd8-6525-46e2-a112-9afe285c11d8 in Status: SUCCESS [ 794.857224] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-948d0cd8-6525-46e2-a112-9afe285c11d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.857224] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-948d0cd8-6525-46e2-a112-9afe285c11d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.857224] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-948d0cd8-6525-46e2-a112-9afe285c11d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.857449] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.857449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.857533] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.857659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.857733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.857823] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('948d0cd8-6525-46e2-a112-9afe285c11d8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.880330] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d in Status: SUCCESS [ 794.880727] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.881349] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.881685] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.881914] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.882665] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.882770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.883020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.883069] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.883414] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.908874] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.909322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.909322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.909446] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.909477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.909579] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be updated. [ 794.943602] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.944342] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.944342] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.944342] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.944342] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.955867] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: IN_PROGRESS for 2s [ 795.361612] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.361843] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.362137] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.362222] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.362364] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.363128] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.363411] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.363516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.363743] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.364512] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.364512] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 948d0cd8-6525-46e2-a112-9afe285c11d8 is going to be deleted. [ 795.386020] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.414519] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.414766] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.414766] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.414986] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.415146] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.415216] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-948d0cd8-6525-46e2-a112-9afe285c11d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.415360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-948d0cd8-6525-46e2-a112-9afe285c11d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.415542] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-948d0cd8-6525-46e2-a112-9afe285c11d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.415788] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.415882] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.415882] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.416042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.416260] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.416260] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('948d0cd8-6525-46e2-a112-9afe285c11d8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.726551] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa7d439d-dc0f-416e-a881-4c806012397e in Status: SUCCESS [ 795.726770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.726938] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.727338] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.727582] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.727772] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.727847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.728049] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.728160] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.728273] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.728451] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.859576] env[65757]: INFO networking_nsxv3.common.synchronization [req-66c1e641-10fe-4eaf-92ff-ead4f4c7dac3 req-04ffe5f4-a579-45c2-9d82-f2fba57b7dc3 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Enqueued Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 795.860191] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 795.860670] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.860816] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.860920] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.861142] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.861372] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.861557] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.861626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.861830] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.861934] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.862094] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.889842] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.920780] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.920780] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.920780] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.920780] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.920780] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.921381] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.921381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.921381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.921381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.921381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.921682] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 948d0cd8-6525-46e2-a112-9afe285c11d8 already deleted. [ 795.921682] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-948d0cd8-6525-46e2-a112-9afe285c11d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.921682] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('948d0cd8-6525-46e2-a112-9afe285c11d8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.925627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-948d0cd8-6525-46e2-a112-9afe285c11d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.925627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-948d0cd8-6525-46e2-a112-9afe285c11d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.925861] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.925861] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.926035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.926469] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.926580] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.926684] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('948d0cd8-6525-46e2-a112-9afe285c11d8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.203068] env[65757]: INFO networking_nsxv3.common.synchronization [req-eb73c445-d5eb-479f-b45d-b2d142845fbf req-8a1e200b-a163-47e6-9fb7-1cfef8261bf3 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Enqueued Resource ID: 626ac428-b141-4238-a618-dc56972ac9da with Priority: HIGHEST for action security_group_members [ 796.203643] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626ac428-b141-4238-a618-dc56972ac9da with Priority: HIGHEST for action security_group_members [ 796.203948] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-626ac428-b141-4238-a618-dc56972ac9da taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.204631] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.204725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.204991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.205635] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.205784] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.205862] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.206026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.206140] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.206186] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('626ac428-b141-4238-a618-dc56972ac9da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.231146] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7d439d-dc0f-416e-a881-4c806012397e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.231340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.231405] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.231585] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.231759] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.231855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.231911] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.232076] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.232157] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.232253] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.232382] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7d439d-dc0f-416e-a881-4c806012397e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.232468] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.232521] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.232660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.232794] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.232883] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.232936] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.233105] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.233308] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.233395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.233483] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.365274] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.393486] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.393771] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.393895] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.394246] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.394763] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.394763] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d is going to be updated. [ 796.428069] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.428256] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.430465] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.430465] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.430465] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.431749] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('948d0cd8-6525-46e2-a112-9afe285c11d8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.431882] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.432442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.432442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.432442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.432599] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.433928] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.433928] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.433928] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.436376] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.436376] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.436376] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 948d0cd8-6525-46e2-a112-9afe285c11d8 already deleted. [ 796.436376] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-948d0cd8-6525-46e2-a112-9afe285c11d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.449721] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d in Status: IN_PROGRESS for 2s [ 796.473285] env[65757]: INFO networking_nsxv3.common.synchronization [None req-85686761-65f0-4b43-88b4-d3853cb7d5a1 None None] Enqueued Resource ID: bba6d941-8514-42da-94f8-5312408a7229 with Priority: HIGHEST for action port [ 796.474068] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bba6d941-8514-42da-94f8-5312408a7229 with Priority: HIGHEST for action port [ 796.474158] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-bba6d941-8514-42da-94f8-5312408a7229 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.474259] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bba6d941-8514-42da-94f8-5312408a7229" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.474317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bba6d941-8514-42da-94f8-5312408a7229" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.474571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bba6d941-8514-42da-94f8-5312408a7229" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.474647] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bba6d941-8514-42da-94f8-5312408a7229',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.637920] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.638176] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-439" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.638278] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-439" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.638686] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-439" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.639140] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.639140] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.639260] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.639505] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.640826] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.643114] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.643275] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 796.643393] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 796.643539] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 796.643681] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 796.643818] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 796.643966] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 796.675726] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 796.675906] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 796.676071] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 796.676392] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-439" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.676779] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-dd8495aa-d9e1-4a9e-a830-33c89d11309f taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.677543] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-dd8495aa-d9e1-4a9e-a830-33c89d11309f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.677543] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-dd8495aa-d9e1-4a9e-a830-33c89d11309f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.677669] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-dd8495aa-d9e1-4a9e-a830-33c89d11309f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.677726] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd8495aa-d9e1-4a9e-a830-33c89d11309f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.708329] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.708478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.708478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.708821] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.708974] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.709952] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.709952] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.709952] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.709952] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.710177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.710177] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 626ac428-b141-4238-a618-dc56972ac9da already deleted. [ 796.710245] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.736194] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa7d439d-dc0f-416e-a881-4c806012397e: rpc.has_security_group_logging(os_id): False [ 796.758256] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.758538] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.758632] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.759372] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.759372] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.759372] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.759647] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.759647] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.761043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.761043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.761043] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.761043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.761043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.761043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.761043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.761043] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.761406] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.761406] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.761406] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.761535] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.761569] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa7d439d-dc0f-416e-a881-4c806012397e is going to be updated. [ 796.848417] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.848778] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.850065] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.850065] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.850065] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.866728] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa7d439d-dc0f-416e-a881-4c806012397e in Status: IN_PROGRESS for 2s [ 796.872292] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.936172] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 948d0cd8-6525-46e2-a112-9afe285c11d8: rpc.has_security_group_logging(os_id): False [ 796.960157] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.960376] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.960449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.960926] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.960926] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.961100] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.961100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.961192] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.961274] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.961351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.961433] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 948d0cd8-6525-46e2-a112-9afe285c11d8 is going to be created. [ 796.977165] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bba6d941-8514-42da-94f8-5312408a7229 [ 796.977408] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.977598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.977598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.977877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.977980] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.978071] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bba6d941-8514-42da-94f8-5312408a7229 already deleted. [ 796.978124] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bba6d941-8514-42da-94f8-5312408a7229" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.982360] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 796.982589] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.982766] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.982981] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.983183] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.983303] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.983367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.983554] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.983635] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.983719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.983810] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.000060] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/948d0cd8-6525-46e2-a112-9afe285c11d8], does not exist path=[/infra/domains/default/groups/948d0cd8-6525-46e2-a112-9afe285c11d8]."\n}' [ 797.000060] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 948d0cd8-6525-46e2-a112-9afe285c11d8 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/948d0cd8-6525-46e2-a112-9afe285c11d8 [ 797.000060] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 797.043822] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.044013] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.044127] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.044854] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.046137] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.046434] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.046571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.046617] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.046929] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.046929] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.047079] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.047176] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.047511] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.047511] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.047511] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.047772] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 948d0cd8-6525-46e2-a112-9afe285c11d8 is going to be created. [ 797.067989] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/948d0cd8-6525-46e2-a112-9afe285c11d8], does not exist path=[/infra/domains/default/groups/948d0cd8-6525-46e2-a112-9afe285c11d8]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/948d0cd8-6525-46e2-a112-9afe285c11d8 [ 797.067989] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-948d0cd8-6525-46e2-a112-9afe285c11d8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.068559] env[65757]: Traceback (most recent call last): [ 797.068646] env[65757]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 797.068646] env[65757]: return func(*args, **kwargs) [ 797.068646] env[65757]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 797.068646] env[65757]: res.raise_for_status() [ 797.068646] env[65757]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 797.068646] env[65757]: raise HTTPError(http_error_msg, response=self) [ 797.068646] env[65757]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/948d0cd8-6525-46e2-a112-9afe285c11d8 [ 797.068646] env[65757]: During handling of the above exception, another exception occurred: [ 797.068646] env[65757]: Traceback (most recent call last): [ 797.068646] env[65757]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 797.068646] env[65757]: listener.cb(fileno) [ 797.068646] env[65757]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 797.068646] env[65757]: result = function(*args, **kwargs) [ 797.068646] env[65757]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 797.068646] env[65757]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 797.068646] env[65757]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 797.068646] env[65757]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 797.068646] env[65757]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 797.068646] env[65757]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 797.068646] env[65757]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 797.068646] env[65757]: res.raise_for_status() [ 797.068646] env[65757]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 797.068646] env[65757]: raise HTTPError(http_error_msg, response=self) [ 797.068646] env[65757]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/948d0cd8-6525-46e2-a112-9afe285c11d8 [ 797.068646] env[65757]: Removing descriptor: 18 [ 797.181909] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.182213] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.182341] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.182631] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.182770] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.182913] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port dd8495aa-d9e1-4a9e-a830-33c89d11309f not found, creating... [ 797.183180] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.183328] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.183445] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.183701] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.183833] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.184126] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.184274] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.184383] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.184582] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.184705] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.184834] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: dd8495aa-d9e1-4a9e-a830-33c89d11309f is going to be created. [ 797.210056] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.210295] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.210414] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.210725] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.210958] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.211194] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-dd8495aa-d9e1-4a9e-a830-33c89d11309f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.335129] env[65757]: INFO networking_nsxv3.common.synchronization [req-5bb667bd-7d10-4d63-81ba-a948b8f09e49 req-a18b5375-3397-4635-925d-3dfe975fd3ac tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Enqueued Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 797.335683] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 797.336163] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.336352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.374903] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.375169] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.375169] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.375399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.375826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.375826] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 is going to be updated. [ 797.428405] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.428589] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.429219] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.429219] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.429219] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.440407] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: IN_PROGRESS for 2s [ 797.487610] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.487816] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.488456] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.488456] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.488608] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.488707] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.488918] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.489058] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.489109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.489946] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.490237] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.490390] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.490472] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.490787] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.491016] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.491181] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.491285] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.491413] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.491502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.491606] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.491721] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.893578] env[65757]: INFO networking_nsxv3.common.synchronization [req-eb73c445-d5eb-479f-b45d-b2d142845fbf req-431bce1d-6764-40f7-82cb-ece6b0256ab6 service nova] Enqueued Resource ID: 626ac428-b141-4238-a618-dc56972ac9da with Priority: HIGHEST for action security_group_rules [ 797.893578] env[65757]: INFO networking_nsxv3.common.synchronization [req-eb73c445-d5eb-479f-b45d-b2d142845fbf req-431bce1d-6764-40f7-82cb-ece6b0256ab6 service nova] Enqueued Resource ID: 626ac428-b141-4238-a618-dc56972ac9da with Priority: HIGHEST for action security_group_members [ 797.893578] env[65757]: INFO networking_nsxv3.common.synchronization [req-eb73c445-d5eb-479f-b45d-b2d142845fbf req-431bce1d-6764-40f7-82cb-ece6b0256ab6 service nova] Enqueued Resource ID: dd8495aa-d9e1-4a9e-a830-33c89d11309f with Priority: HIGHEST for action port [ 797.894271] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626ac428-b141-4238-a618-dc56972ac9da with Priority: HIGHEST for action security_group_rules [ 797.898044] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626ac428-b141-4238-a618-dc56972ac9da with Priority: HIGHEST for action security_group_members [ 797.898044] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd8495aa-d9e1-4a9e-a830-33c89d11309f with Priority: HIGHEST for action port [ 797.898044] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-626ac428-b141-4238-a618-dc56972ac9da taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.898044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.898044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.898044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.898044] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('626ac428-b141-4238-a618-dc56972ac9da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.898044] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-626ac428-b141-4238-a618-dc56972ac9da taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.898044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.898044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.898044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.898044] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.898044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.898044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.898044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.898044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.899055] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('626ac428-b141-4238-a618-dc56972ac9da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.900679] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd8495aa-d9e1-4a9e-a830-33c89d11309f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.900801] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd8495aa-d9e1-4a9e-a830-33c89d11309f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.900871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd8495aa-d9e1-4a9e-a830-33c89d11309f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.901153] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd8495aa-d9e1-4a9e-a830-33c89d11309f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.901258] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd8495aa-d9e1-4a9e-a830-33c89d11309f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.994546] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd924f7f-ad53-4e7b-855e-e0795c38f4ea: rpc.has_security_group_logging(os_id): False [ 798.018053] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.018467] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.018586] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.018877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.045754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.045754] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.045754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.045754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.045754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.045754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.045754] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.045754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.045754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.046179] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.046179] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.046179] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.046179] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.046300] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.046470] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.046470] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.046536] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be updated. [ 798.117125] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.117831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.117831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.117831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.118276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.135434] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: IN_PROGRESS for 2s [ 798.404818] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('626ac428-b141-4238-a618-dc56972ac9da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.407841] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-626ac428-b141-4238-a618-dc56972ac9da taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.407841] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.408054] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd8495aa-d9e1-4a9e-a830-33c89d11309f with status ACTIVE [ 798.409344] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.409520] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.409623] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.409897] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.410255] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.410568] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.411087] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.411265] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.411702] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.412429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.412784] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.413628] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.413717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.413856] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.413939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.414042] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd8495aa-d9e1-4a9e-a830-33c89d11309f is going to be updated. [ 798.435932] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.435932] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.435932] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.436216] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.436285] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.436441] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd8495aa-d9e1-4a9e-a830-33c89d11309f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.466540] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d in Status: SUCCESS [ 798.466778] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.466961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.467193] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.467372] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.467493] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.467576] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.467706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.467785] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.467867] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.467963] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.469492] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.470298] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.470298] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.470298] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.470298] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.470298] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.470593] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.470593] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.884093] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa7d439d-dc0f-416e-a881-4c806012397e in Status: SUCCESS [ 798.884093] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.908198] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('626ac428-b141-4238-a618-dc56972ac9da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.972495] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.972811] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.973205] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.412246] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.412648] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.412648] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.413532] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.413532] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.413532] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 626ac428-b141-4238-a618-dc56972ac9da is going to be created. [ 799.441287] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.441587] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.441705] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.441978] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.442178] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.455174] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: SUCCESS [ 799.455493] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.455668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.455986] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.456187] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.456310] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.456391] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.456586] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.456681] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.456777] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.458293] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626ac428-b141-4238-a618-dc56972ac9da in Status: UNINITIALIZED for 2s [ 799.475574] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.960385] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.960535] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.960594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.960815] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.978236] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.978454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.978534] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.978746] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.978849] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.978947] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d is going to be updated. [ 799.992394] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.992394] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.992394] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.992394] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.992394] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.992394] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.992394] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 is going to be updated. [ 800.016124] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.016124] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.016124] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.016124] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.016124] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.026827] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.026827] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.026827] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.026827] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.026827] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.028964] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d in Status: IN_PROGRESS for 2s [ 800.039408] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: IN_PROGRESS for 2s [ 800.153886] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 800.154955] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.218398] env[65757]: INFO networking_nsxv3.common.synchronization [req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef req-c9dac40a-33e1-4371-be1c-52fdd1aa510b tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Enqueued Resource ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf with Priority: HIGHEST for action security_group_members [ 801.219678] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf with Priority: HIGHEST for action security_group_members [ 801.219678] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d4945-93e3-4a03-bb7d-ba30446f0bdf taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.219678] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.219678] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.219872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.220270] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.220270] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.220270] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.220412] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.220453] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.220534] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977d4945-93e3-4a03-bb7d-ba30446f0bdf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.469838] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626ac428-b141-4238-a618-dc56972ac9da in Status: SUCCESS [ 801.469955] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.470518] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.470849] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.471144] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.471271] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.471334] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.471518] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.471595] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.471701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.471826] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('626ac428-b141-4238-a618-dc56972ac9da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.612749] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-735 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.613008] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-735" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.613057] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-735" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.613538] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-735" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.613675] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.613868] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.614040] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.614301] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.614440] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.614648] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.614860] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.614966] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.615079] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.615187] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.615283] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.615410] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.638851] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.638937] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.639212] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.639594] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-735" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.639925] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-84dd574e-602f-42fb-a98d-8404fe918eab taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.640108] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-84dd574e-602f-42fb-a98d-8404fe918eab" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.641148] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-84dd574e-602f-42fb-a98d-8404fe918eab" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.641148] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-84dd574e-602f-42fb-a98d-8404fe918eab" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.641148] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84dd574e-602f-42fb-a98d-8404fe918eab',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.722731] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.723146] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.723249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.723547] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.750807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.751189] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.751491] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.751589] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.751847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.751943] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.752108] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf is going to be updated. [ 801.765427] env[65757]: INFO networking_nsxv3.common.synchronization [req-6e68278c-a5ab-416a-bf51-12b4e3be369f req-425e22dc-77bf-420a-ac63-d940982162d6 tempest-ListServerFiltersTestJSON-1575712136 tempest-ListServerFiltersTestJSON-1575712136-project-member] Enqueued Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_members [ 801.765985] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGHEST for action security_group_members [ 801.766312] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.766433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.766522] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.766687] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.766841] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.766939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.767010] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.767157] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.767253] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.767364] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.778782] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.779026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.779158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.779479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.779716] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.792146] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf in Status: IN_PROGRESS for 2s [ 801.975673] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-626ac428-b141-4238-a618-dc56972ac9da taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.975673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.975673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.975673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.975673] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.975673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.975673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.975673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.975673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.975673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.975673] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-626ac428-b141-4238-a618-dc56972ac9da taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.975673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.975673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.975673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.975673] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.975673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.976226] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.976226] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.976226] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.976226] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.976226] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('626ac428-b141-4238-a618-dc56972ac9da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.039804] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d in Status: SUCCESS [ 802.040092] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.041105] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.041362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.041611] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.041738] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.041805] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.041977] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.042071] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.042163] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.050810] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: SUCCESS [ 802.050810] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 deletion is rescheduled due to dependency. [ 802.051065] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.144261] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.144261] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.144442] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.144754] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.144938] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.145133] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 84dd574e-602f-42fb-a98d-8404fe918eab not found, creating... [ 802.145432] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.145610] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.145754] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.146048] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.146271] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.146669] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.146855] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.147043] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.147320] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.147512] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.147681] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 84dd574e-602f-42fb-a98d-8404fe918eab is going to be created. [ 802.171904] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.171904] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.172263] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.172263] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.172663] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.172956] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-84dd574e-602f-42fb-a98d-8404fe918eab" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.269936] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.270367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.270367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.270562] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.304395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.304605] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.304745] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.304888] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.305069] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.305149] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.305242] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 is going to be updated. [ 802.354722] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.354984] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.354984] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.355920] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.355920] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.367260] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 in Status: IN_PROGRESS for 2s [ 802.478980] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 626ac428-b141-4238-a618-dc56972ac9da: rpc.has_security_group_logging(os_id): False [ 802.499720] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.500162] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.500277] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.500496] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.500593] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.500804] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.500899] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.500967] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.501140] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.501217] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.501404] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.501512] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.501555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.501687] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.501759] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.501949] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.507249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.507481] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.507665] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.507764] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.507876] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 626ac428-b141-4238-a618-dc56972ac9da is going to be created. [ 802.544956] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.570829] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.571058] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.571058] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.571274] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.571454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.582634] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 626ac428-b141-4238-a618-dc56972ac9da in Status: IN_PROGRESS for 2s [ 802.880302] env[65757]: INFO networking_nsxv3.common.synchronization [req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef req-91a6e15f-e8d1-41fb-b2b5-743bd226270d service nova] Enqueued Resource ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf with Priority: HIGHEST for action security_group_rules [ 802.880667] env[65757]: INFO networking_nsxv3.common.synchronization [req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef req-91a6e15f-e8d1-41fb-b2b5-743bd226270d service nova] Enqueued Resource ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf with Priority: HIGHEST for action security_group_members [ 802.881181] env[65757]: INFO networking_nsxv3.common.synchronization [req-7dff80e1-0d0c-4919-85c6-37c3bc0303ef req-91a6e15f-e8d1-41fb-b2b5-743bd226270d service nova] Enqueued Resource ID: 84dd574e-602f-42fb-a98d-8404fe918eab with Priority: HIGHEST for action port [ 802.881445] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf with Priority: HIGHEST for action security_group_rules [ 802.881574] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf with Priority: HIGHEST for action security_group_members [ 802.881616] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84dd574e-602f-42fb-a98d-8404fe918eab with Priority: HIGHEST for action port [ 802.881843] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.881963] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.882174] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.882403] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.882475] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('977d4945-93e3-4a03-bb7d-ba30446f0bdf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.884818] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d4945-93e3-4a03-bb7d-ba30446f0bdf taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.884873] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.885043] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-84dd574e-602f-42fb-a98d-8404fe918eab taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.885153] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84dd574e-602f-42fb-a98d-8404fe918eab" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.885266] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84dd574e-602f-42fb-a98d-8404fe918eab" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.885635] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84dd574e-602f-42fb-a98d-8404fe918eab" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.885731] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84dd574e-602f-42fb-a98d-8404fe918eab',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.907515] env[65757]: INFO networking_nsxv3.common.synchronization [req-e1b04b11-46da-4633-90f6-8d40f2d6218a req-8165ed59-5dec-44a8-896c-142bf25e1dcb tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Enqueued Resource ID: fa7d439d-dc0f-416e-a881-4c806012397e with Priority: HIGHEST for action security_group_members [ 802.908202] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7d439d-dc0f-416e-a881-4c806012397e with Priority: HIGHEST for action security_group_members [ 802.908459] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7d439d-dc0f-416e-a881-4c806012397e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.908584] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.908657] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.908839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.908987] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.909177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.909177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.909310] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.909396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.909485] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.048911] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.387082] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d4945-93e3-4a03-bb7d-ba30446f0bdf taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.387477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.388750] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84dd574e-602f-42fb-a98d-8404fe918eab with status ACTIVE [ 803.389140] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.389391] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.389475] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.390531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.390531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.390531] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.390531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.390531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.391023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.391023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.391186] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.391426] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.391576] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.391789] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.391911] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.392086] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84dd574e-602f-42fb-a98d-8404fe918eab is going to be updated. [ 803.411803] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.418442] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.418685] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.419362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.419362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.419362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.419362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84dd574e-602f-42fb-a98d-8404fe918eab" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.559158] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.559158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.559158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.559158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.559158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.559158] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d is going to be updated. [ 803.592289] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.592486] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.592574] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.592740] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.592902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.606829] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d in Status: IN_PROGRESS for 2s [ 803.806819] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf in Status: SUCCESS [ 803.806819] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf deletion is rescheduled due to dependency. [ 803.806819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.806819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.806819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.806819] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.806819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.806819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.806819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.806819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.806819] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977d4945-93e3-4a03-bb7d-ba30446f0bdf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.880737] env[65757]: INFO networking_nsxv3.common.synchronization [req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 req-196e7dc3-d6a7-4ecb-b30b-a169db328462 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Enqueued Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 803.881317] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 803.881636] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.881738] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.881806] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.882012] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.882179] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.882279] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.882362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.882523] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.882605] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.882697] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.914377] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.240319] env[65757]: INFO networking_nsxv3.common.synchronization [req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 req-ee91492f-780f-49ad-9d8e-e96d1ef6fec0 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Enqueued Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 804.241444] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 804.242936] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.243104] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.312814] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('977d4945-93e3-4a03-bb7d-ba30446f0bdf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.380124] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 in Status: SUCCESS [ 804.380334] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 deletion is rescheduled due to dependency. [ 804.380498] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.384970] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.385218] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.385289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.385503] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.406701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.407997] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.407997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.407997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.408208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.408291] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.408464] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 is going to be updated. [ 804.419487] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.419802] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.419802] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.419932] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.420043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.420171] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa7d439d-dc0f-416e-a881-4c806012397e is going to be updated. [ 804.442513] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.442755] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.442892] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.443099] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.443237] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.446700] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.446700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.446700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.446700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.446700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.457394] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa7d439d-dc0f-416e-a881-4c806012397e in Status: IN_PROGRESS for 2s [ 804.458128] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: IN_PROGRESS for 2s [ 804.573142] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-27 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.573341] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-27" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.573459] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-27" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.573822] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-27" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.574104] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.574258] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.574367] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.574577] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.574713] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.574908] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.575055] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.575184] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.575285] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.575407] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.575587] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.575720] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.596589] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 626ac428-b141-4238-a618-dc56972ac9da in Status: SUCCESS [ 804.596749] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.597615] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.597764] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.597892] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.598052] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-27" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.598371] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-af74b33f-1a1b-45f9-a548-43e3f0ca2fbd taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.598572] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-af74b33f-1a1b-45f9-a548-43e3f0ca2fbd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.598713] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-af74b33f-1a1b-45f9-a548-43e3f0ca2fbd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.598997] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-af74b33f-1a1b-45f9-a548-43e3f0ca2fbd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.599143] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af74b33f-1a1b-45f9-a548-43e3f0ca2fbd',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.815064] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('977d4945-93e3-4a03-bb7d-ba30446f0bdf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.104892] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.105234] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.105373] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.105722] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.105908] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.106080] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port af74b33f-1a1b-45f9-a548-43e3f0ca2fbd not found, creating... [ 805.106436] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.106638] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.106773] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.107132] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.107304] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.107723] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.108044] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.108201] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.108500] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.108683] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.108828] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: af74b33f-1a1b-45f9-a548-43e3f0ca2fbd is going to be created. [ 805.130745] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.130987] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.131125] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.131400] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.131623] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.131838] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-af74b33f-1a1b-45f9-a548-43e3f0ca2fbd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.318018] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.319307] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.319307] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.319307] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.319307] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.319307] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf is going to be updated. [ 805.363310] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.363508] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.363508] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.363834] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.363997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.380479] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf in Status: IN_PROGRESS for 2s [ 805.620996] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d in Status: SUCCESS [ 805.621278] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.621392] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.621602] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.621786] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.621900] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.622217] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.622217] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.622217] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.622321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.622414] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.622501] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.622557] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.622694] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.622828] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.622939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.622981] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.623118] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.623185] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.623266] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.623354] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.866828] env[65757]: INFO networking_nsxv3.common.synchronization [req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 req-fef69492-5622-4d5d-a5b0-7008fc63fb26 service nova] Enqueued Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_rules [ 805.867079] env[65757]: INFO networking_nsxv3.common.synchronization [req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 req-fef69492-5622-4d5d-a5b0-7008fc63fb26 service nova] Enqueued Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 805.867433] env[65757]: INFO networking_nsxv3.common.synchronization [req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 req-fef69492-5622-4d5d-a5b0-7008fc63fb26 service nova] Enqueued Resource ID: af74b33f-1a1b-45f9-a548-43e3f0ca2fbd with Priority: HIGHEST for action port [ 805.868137] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_rules [ 805.868252] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 805.868355] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af74b33f-1a1b-45f9-a548-43e3f0ca2fbd with Priority: HIGHEST for action port [ 805.868701] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.868764] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.868829] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.869052] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.869114] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.869994] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.870102] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.870292] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-af74b33f-1a1b-45f9-a548-43e3f0ca2fbd taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.870393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af74b33f-1a1b-45f9-a548-43e3f0ca2fbd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.870458] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af74b33f-1a1b-45f9-a548-43e3f0ca2fbd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.870626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af74b33f-1a1b-45f9-a548-43e3f0ca2fbd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.870700] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af74b33f-1a1b-45f9-a548-43e3f0ca2fbd',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.126077] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d: rpc.has_security_group_logging(os_id): False [ 806.149022] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.149022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.149022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.149022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.171316] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.171551] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.171672] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.171739] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.172046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.172163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.172408] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.172581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.172677] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.173230] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.173230] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.173230] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.174117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.174117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.174117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.174117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.174117] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d is going to be updated. [ 806.247171] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.247171] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.247171] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.247171] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.247171] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.261922] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d in Status: IN_PROGRESS for 2s [ 806.293977] env[65757]: INFO networking_nsxv3.common.synchronization [req-2a5328a9-2dee-4940-b3cd-59b24bc286b0 req-b0636a48-f925-4507-91d6-1cb0bd851c79 tempest-ServerMetadataNegativeTestJSON-1602633846 tempest-ServerMetadataNegativeTestJSON-1602633846-project-member] Enqueued Resource ID: a1102e21-c0d6-442f-bef2-8dc8416350f9 with Priority: HIGHEST for action security_group_members [ 806.293977] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1102e21-c0d6-442f-bef2-8dc8416350f9 with Priority: HIGHEST for action security_group_members [ 806.293977] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1102e21-c0d6-442f-bef2-8dc8416350f9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.294866] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.294956] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.295177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.295355] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.296443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.296443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.296443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.296443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.296443] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1102e21-c0d6-442f-bef2-8dc8416350f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.373888] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.374308] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.375694] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af74b33f-1a1b-45f9-a548-43e3f0ca2fbd with status ACTIVE [ 806.376560] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.376560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.376560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.376560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.376560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.376808] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.376874] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.376952] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.377149] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.377223] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.377418] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.377509] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.377567] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.377732] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.377819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.378458] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af74b33f-1a1b-45f9-a548-43e3f0ca2fbd is going to be updated. [ 806.416063] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.416227] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.416328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.416593] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.416801] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.416945] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af74b33f-1a1b-45f9-a548-43e3f0ca2fbd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.476112] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: SUCCESS [ 806.476609] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 deletion is rescheduled due to dependency. [ 806.476609] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.477456] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa7d439d-dc0f-416e-a881-4c806012397e in Status: SUCCESS [ 806.477807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.477967] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.478248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.478478] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.480019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.480019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.480019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.480019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.480019] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.761907] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-930 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.762315] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-930" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.762315] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-930" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.762688] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-930" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.762898] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.763266] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.763405] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.763671] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.763838] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.764057] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.764176] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 806.764312] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 806.764424] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 806.764533] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 806.764638] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 806.764787] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 806.786039] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 806.786767] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 806.786767] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 806.786767] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-930" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.787486] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-ef469fa7-3d23-4187-8a78-dc8eb46670b4 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.787486] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-ef469fa7-3d23-4187-8a78-dc8eb46670b4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.787486] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-ef469fa7-3d23-4187-8a78-dc8eb46670b4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.788213] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-ef469fa7-3d23-4187-8a78-dc8eb46670b4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.788213] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef469fa7-3d23-4187-8a78-dc8eb46670b4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.798019] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.798144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.798218] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.798466] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.825103] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.825103] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.825103] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.825103] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.825103] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.825103] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.825103] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1102e21-c0d6-442f-bef2-8dc8416350f9 is going to be updated. [ 806.856983] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.857217] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.857311] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.857512] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.857696] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.867948] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1102e21-c0d6-442f-bef2-8dc8416350f9 in Status: IN_PROGRESS for 2s [ 806.980890] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.294062] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.294395] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.294523] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.294898] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.295114] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.295301] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port ef469fa7-3d23-4187-8a78-dc8eb46670b4 not found, creating... [ 807.295705] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.295906] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.296037] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.296402] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.296839] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.296986] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.297241] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.297424] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.297711] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.297922] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.298133] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: ef469fa7-3d23-4187-8a78-dc8eb46670b4 is going to be created. [ 807.322762] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.322997] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.323084] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.323634] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.323739] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.323950] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-ef469fa7-3d23-4187-8a78-dc8eb46670b4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.391831] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf in Status: SUCCESS [ 807.392031] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.392800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.392800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.392800] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.392800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.392800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.393403] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.393403] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.393403] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.393403] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('977d4945-93e3-4a03-bb7d-ba30446f0bdf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.485799] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.895517] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('977d4945-93e3-4a03-bb7d-ba30446f0bdf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.989055] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.989055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.989055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.989055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.989055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.989511] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 is going to be updated. [ 808.020681] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.020859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.020936] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.021174] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.021357] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.032845] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: IN_PROGRESS for 2s [ 808.053787] env[65757]: INFO networking_nsxv3.common.synchronization [req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 req-9802c583-45ee-4346-b9a3-76e35dd95c3b service nova] Enqueued Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_rules [ 808.053924] env[65757]: INFO networking_nsxv3.common.synchronization [req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 req-9802c583-45ee-4346-b9a3-76e35dd95c3b service nova] Enqueued Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 808.054215] env[65757]: INFO networking_nsxv3.common.synchronization [req-52ea30d0-4869-47c4-8cf3-dcae40a406d4 req-9802c583-45ee-4346-b9a3-76e35dd95c3b service nova] Enqueued Resource ID: ef469fa7-3d23-4187-8a78-dc8eb46670b4 with Priority: HIGHEST for action port [ 808.054709] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_rules [ 808.054853] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 808.054964] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef469fa7-3d23-4187-8a78-dc8eb46670b4 with Priority: HIGHEST for action port [ 808.055243] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.055354] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.055546] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.055628] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.055844] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef469fa7-3d23-4187-8a78-dc8eb46670b4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.055951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef469fa7-3d23-4187-8a78-dc8eb46670b4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.056025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef469fa7-3d23-4187-8a78-dc8eb46670b4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.056798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef469fa7-3d23-4187-8a78-dc8eb46670b4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.056937] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef469fa7-3d23-4187-8a78-dc8eb46670b4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.205866] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.206201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.206201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.206345] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.206467] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.281769] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d in Status: SUCCESS [ 808.282055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.282240] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.282491] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.282682] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.401031] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 977d4945-93e3-4a03-bb7d-ba30446f0bdf: rpc.has_security_group_logging(os_id): False [ 808.420435] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.420580] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.420625] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.420927] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.421163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.421351] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.421460] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.421523] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.421680] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.421756] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.421837] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf is going to be updated. [ 808.490383] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.490890] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.490890] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.490890] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.491017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.506688] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf in Status: IN_PROGRESS for 2s [ 808.533446] env[65757]: INFO networking_nsxv3.common.synchronization [req-efb96ceb-5b39-4d2e-91a4-8281305a98c4 req-af44f422-95ab-4229-ab16-ab15198cd394 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Enqueued Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_members [ 808.534040] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_members [ 808.534370] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.534495] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.534564] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.534761] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.534925] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.535653] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.535771] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.535980] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.536108] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.536212] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.559094] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef469fa7-3d23-4187-8a78-dc8eb46670b4 with status ACTIVE [ 808.559350] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.559533] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.559585] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.559851] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.559851] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.560129] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.560604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.560604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.560604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.560604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.560763] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.560812] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.560928] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.560998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.561258] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.561258] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef469fa7-3d23-4187-8a78-dc8eb46670b4 is going to be updated. [ 808.587438] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.587686] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.587761] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.588023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.589290] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.589290] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef469fa7-3d23-4187-8a78-dc8eb46670b4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.709153] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.788558] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.788558] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.788558] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.788558] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.788558] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.788558] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.788558] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.788558] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.788558] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.788558] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.788558] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.879219] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1102e21-c0d6-442f-bef2-8dc8416350f9 in Status: SUCCESS [ 808.880151] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1102e21-c0d6-442f-bef2-8dc8416350f9 deletion is rescheduled due to dependency. [ 808.880151] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.038738] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.039016] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.039016] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.039081] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.067321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.067631] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.067755] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.067855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.068060] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.068148] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.068237] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 is going to be updated. [ 809.091553] env[65757]: INFO networking_nsxv3.common.synchronization [req-cc5de690-8446-4dc4-8c79-2e05568d0aa6 req-84d1836e-2062-4f51-a956-658952e4bcee tempest-ServerRescueTestJSONUnderV235-1519951948 tempest-ServerRescueTestJSONUnderV235-1519951948-project-member] Enqueued Resource ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d with Priority: HIGHEST for action security_group_members [ 809.093806] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d with Priority: HIGHEST for action security_group_members [ 809.094215] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.094340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.094401] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.095802] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.095963] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.096062] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.096432] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.096432] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.096432] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.096742] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.098582] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.099279] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.099343] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.100431] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.100431] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.114049] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 in Status: IN_PROGRESS for 2s [ 809.213957] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.291880] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.291880] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.605251] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.605251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.605251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.605251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.605251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.605251] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.605251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.605251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.605251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.605251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.605251] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d is going to be updated. [ 809.633739] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.633871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.633943] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.637311] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.637311] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.645426] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d in Status: IN_PROGRESS for 2s [ 809.716616] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 809.716972] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 810.045835] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: SUCCESS [ 810.045835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.045835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.047223] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.047223] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.047223] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.048939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.048939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.048939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.048939] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.374815] env[65757]: INFO networking_nsxv3.common.synchronization [None req-b1eb34c8-3bcb-44fd-bb24-7422dc20a1d7 None None] Enqueued Resource ID: 8959e4f0-3aa5-46be-bec0-7832e6a24060 with Priority: HIGHEST for action port [ 810.375593] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8959e4f0-3aa5-46be-bec0-7832e6a24060 with Priority: HIGHEST for action port [ 810.375985] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-8959e4f0-3aa5-46be-bec0-7832e6a24060 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.376127] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8959e4f0-3aa5-46be-bec0-7832e6a24060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.376192] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8959e4f0-3aa5-46be-bec0-7832e6a24060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.376459] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8959e4f0-3aa5-46be-bec0-7832e6a24060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.376534] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8959e4f0-3aa5-46be-bec0-7832e6a24060',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.522231] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf in Status: SUCCESS [ 810.522231] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.555766] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.699127] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.699284] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.699356] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.699571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.717732] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 810.718440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.720036] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 810.756355] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.756355] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.756355] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.756586] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.764450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.765017] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 810.765127] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 810.765214] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 810.809955] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.809955] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.809955] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.809955] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.811080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.811448] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 810.879206] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8959e4f0-3aa5-46be-bec0-7832e6a24060 [ 810.879559] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.879750] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.879848] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.881324] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.881324] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.881457] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8959e4f0-3aa5-46be-bec0-7832e6a24060 already deleted. [ 810.881623] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8959e4f0-3aa5-46be-bec0-7832e6a24060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.906133] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.906245] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.906245] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.906511] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.906736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.907299] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 810.983038] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.983038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.983038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.983038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.983038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.983038] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 810.983038] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'f20f6806-e7d5-43e1-a74a-fcb8f9555bb4', 'bda3c3ad-63bc-4371-bced-f8f0ad9d7476', '28ec3a0c-aef2-43f7-b872-2652320ecd59', 'b10c2628-4f86-4ee2-bc30-f29a8234ff7e', '7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32', '90e37b36-288f-4a03-ab4e-73569ec5bc70', '4f7396d1-df0a-454a-8b47-b0ea70e88ac1', '5052a0e9-f478-4179-a974-ad7a74a42f00', '3a917adb-97e9-4378-82d3-c2886ddabe96', 'e20717d5-51cf-4951-8633-5474ae3c630f', 'e1e8f6b1-1988-4515-a8dc-1abf9ade2b86', 'd64ecac8-271a-4746-b8a5-b65228a3ac34', 'b27920d8-47a1-4633-9a6a-078d4a2ea2a6', '6e4d3e41-bd75-430f-84e0-997cbf0958ed', '54cb9f27-2492-40ae-84ec-d10a3989694f', '6995c9d9-b4ca-496c-9279-14f7a5eaa29b', 'a1102e21-c0d6-442f-bef2-8dc8416350f9', '3552072a-60fc-4cc0-85cd-32382985b7f4', 'a02e9856-0a84-4a39-af27-04705c28cb74', '68de3382-dd61-407a-a887-092f4f40f15a', 'a3aa5697-bb6c-4366-8c2d-0f553034687a', '977d4945-93e3-4a03-bb7d-ba30446f0bdf', 'f4b32fd3-8938-4185-a0c3-7ed142922642', '8938d9b7-7221-42ae-828f-89775c3c2980', 'ba5c64b6-e70a-47bb-aa31-7ecb138bccb3', '7b37d534-8992-4b57-98dd-9d99ad3b7ead', '25b36f8f-d482-4af9-9e26-74ca8ae90f71', '9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d', 'ec530184-cbcc-4aee-bccd-916aeefad577', 'dd208ab9-383b-4538-8ab0-b57766707e70', '626ac428-b141-4238-a618-dc56972ac9da', 'f817a4f8-b0bc-463e-9991-ae22ab087ab0', 'fd924f7f-ad53-4e7b-855e-e0795c38f4ea', 'fa7d439d-dc0f-416e-a881-4c806012397e'} {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 810.983038] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 811.008986] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.009213] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.009298] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.009767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.009767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.009767] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 811.009932] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.009932] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 811.058653] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.088751] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.088922] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.088964] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.090016] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.090016] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.092612] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 811.092612] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 811.092612] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 811.092612] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 811.092612] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 811.092612] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 with Priority: HIGH for action security_group_rules [ 811.092612] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bda3c3ad-63bc-4371-bced-f8f0ad9d7476 with Priority: HIGH for action security_group_rules [ 811.092612] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28ec3a0c-aef2-43f7-b872-2652320ecd59 with Priority: HIGH for action security_group_rules [ 811.092612] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e with Priority: HIGH for action security_group_rules [ 811.092612] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGH for action security_group_rules [ 811.092612] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 with Priority: HIGH for action security_group_rules [ 811.092612] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGH for action security_group_rules [ 811.092612] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGH for action security_group_rules [ 811.092612] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGH for action security_group_rules [ 811.092612] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e20717d5-51cf-4951-8633-5474ae3c630f with Priority: HIGH for action security_group_rules [ 811.092612] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 with Priority: HIGH for action security_group_rules [ 811.092612] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d64ecac8-271a-4746-b8a5-b65228a3ac34 with Priority: HIGH for action security_group_rules [ 811.092612] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b27920d8-47a1-4633-9a6a-078d4a2ea2a6 with Priority: HIGH for action security_group_rules [ 811.092612] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed with Priority: HIGH for action security_group_rules [ 811.092612] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54cb9f27-2492-40ae-84ec-d10a3989694f with Priority: HIGH for action security_group_rules [ 811.092612] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b with Priority: HIGH for action security_group_rules [ 811.092612] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1102e21-c0d6-442f-bef2-8dc8416350f9 with Priority: HIGH for action security_group_rules [ 811.092612] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGH for action security_group_rules [ 811.092612] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a02e9856-0a84-4a39-af27-04705c28cb74 with Priority: HIGH for action security_group_rules [ 811.092612] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68de3382-dd61-407a-a887-092f4f40f15a with Priority: HIGH for action security_group_rules [ 811.092612] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.126019] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 in Status: SUCCESS [ 811.126440] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 deletion is rescheduled due to dependency. [ 811.126440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.226794] env[65757]: INFO networking_nsxv3.common.synchronization [req-adebc159-b21a-42b5-8fc5-5428f1fecd9d req-033b4d88-d9a1-47fa-91cc-4a7e4183f90a tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Enqueued Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_members [ 811.227525] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_members [ 811.227789] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 with Priority: HIGH for action security_group_rules [ 811.228019] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ec3a0c-aef2-43f7-b872-2652320ecd59 with Priority: HIGH for action security_group_rules [ 811.228268] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 with Priority: HIGH for action security_group_rules [ 811.228507] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54cb9f27-2492-40ae-84ec-d10a3989694f with Priority: HIGH for action security_group_rules [ 811.228933] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68de3382-dd61-407a-a887-092f4f40f15a with Priority: HIGH for action security_group_rules [ 811.229230] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02e9856-0a84-4a39-af27-04705c28cb74 with Priority: HIGH for action security_group_rules [ 811.229450] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGH for action security_group_rules [ 811.229842] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1102e21-c0d6-442f-bef2-8dc8416350f9 with Priority: HIGH for action security_group_rules [ 811.230106] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed with Priority: HIGH for action security_group_rules [ 811.230300] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b with Priority: HIGH for action security_group_rules [ 811.230489] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27920d8-47a1-4633-9a6a-078d4a2ea2a6 with Priority: HIGH for action security_group_rules [ 811.230672] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d64ecac8-271a-4746-b8a5-b65228a3ac34 with Priority: HIGH for action security_group_rules [ 811.230857] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 with Priority: HIGH for action security_group_rules [ 811.231074] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20717d5-51cf-4951-8633-5474ae3c630f with Priority: HIGH for action security_group_rules [ 811.231281] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGH for action security_group_rules [ 811.231474] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 with Priority: HIGH for action security_group_rules [ 811.231751] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGH for action security_group_rules [ 811.232537] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGH for action security_group_rules [ 811.232647] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bda3c3ad-63bc-4371-bced-f8f0ad9d7476 with Priority: HIGH for action security_group_rules [ 811.232781] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e with Priority: HIGH for action security_group_rules [ 811.233136] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.233302] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.233354] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.233587] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.233762] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.233844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.233909] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.234183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.234277] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.234374] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.235277] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.235388] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.236468] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.236468] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.236468] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f20f6806-e7d5-43e1-a74a-fcb8f9555bb4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.237358] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28ec3a0c-aef2-43f7-b872-2652320ecd59 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.237712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.237906] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.238211] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.240986] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28ec3a0c-aef2-43f7-b872-2652320ecd59',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.404726] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4f7396d1-df0a-454a-8b47-b0ea70e88ac1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.404726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.404726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.404726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.404726] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4f7396d1-df0a-454a-8b47-b0ea70e88ac1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.404726] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54cb9f27-2492-40ae-84ec-d10a3989694f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.404726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.404726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.404726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.404726] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54cb9f27-2492-40ae-84ec-d10a3989694f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.405237] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68de3382-dd61-407a-a887-092f4f40f15a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.405340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.405402] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.405575] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.405640] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68de3382-dd61-407a-a887-092f4f40f15a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.406604] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a02e9856-0a84-4a39-af27-04705c28cb74 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.406725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.406764] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.407663] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.407663] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a02e9856-0a84-4a39-af27-04705c28cb74',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.409726] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.409726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.409726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.409921] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.409921] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.410990] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1102e21-c0d6-442f-bef2-8dc8416350f9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.411150] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.411243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.411323] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.411404] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1102e21-c0d6-442f-bef2-8dc8416350f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.412793] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e4d3e41-bd75-430f-84e0-997cbf0958ed taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.412793] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.412793] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.412793] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.412793] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.413046] env[65757]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 811.413531] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.413662] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.413702] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.413866] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.413936] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6995c9d9-b4ca-496c-9279-14f7a5eaa29b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.414842] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b27920d8-47a1-4633-9a6a-078d4a2ea2a6 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.414952] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.415025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.415176] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.415246] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b27920d8-47a1-4633-9a6a-078d4a2ea2a6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.416049] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d64ecac8-271a-4746-b8a5-b65228a3ac34 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.416156] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.416216] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.416366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.416445] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d64ecac8-271a-4746-b8a5-b65228a3ac34',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.417227] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.417857] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.417857] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.417857] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.417857] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1e8f6b1-1988-4515-a8dc-1abf9ade2b86',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.419372] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e20717d5-51cf-4951-8633-5474ae3c630f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.419372] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.419372] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.419372] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.419372] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e20717d5-51cf-4951-8633-5474ae3c630f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.420178] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.420178] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.420178] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.420178] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.420178] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.420953] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90e37b36-288f-4a03-ab4e-73569ec5bc70 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.420953] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.421101] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.421174] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.421250] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.422133] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.422232] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.422316] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.422447] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.422511] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.423302] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.423378] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.423563] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bda3c3ad-63bc-4371-bced-f8f0ad9d7476 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.423654] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.423706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.423856] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.423925] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bda3c3ad-63bc-4371-bced-f8f0ad9d7476',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.424744] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.424847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.424884] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.425037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.425120] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b10c2628-4f86-4ee2-bc30-f29a8234ff7e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.425319] env[65757]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 811.429049] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.429226] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.429226] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.429627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.429627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.429724] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.429791] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.429834] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.429969] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.430073] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.430146] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e already deleted. [ 811.430214] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.459207] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.459486] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.459486] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.460294] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.489894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.490152] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f20f6806-e7d5-43e1-a74a-fcb8f9555bb4 is going to be deleted. [ 811.561271] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.561860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.562153] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.562730] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.563029] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.563029] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 is going to be updated. [ 811.577655] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.577871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.577931] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.578141] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.578231] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.578491] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f20f6806-e7d5-43e1-a74a-fcb8f9555bb4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.599272] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.599477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.599619] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.599721] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.599867] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.618738] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: IN_PROGRESS for 2s [ 811.640960] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-150 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.640960] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-150" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.640960] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-150" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.641359] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-150" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.641784] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.641984] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.642133] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.642425] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.642569] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.643155] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.643155] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 811.643155] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 811.643155] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 811.643324] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 811.643421] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 811.643612] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 811.655610] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d in Status: SUCCESS [ 811.655610] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d deletion is rescheduled due to dependency. [ 811.655610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.656080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.656080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.656193] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.656305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.656359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.656570] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.656650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.656732] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.656892] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.656997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.657067] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.657221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.657309] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.657428] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.657483] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.657585] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.657653] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.657728] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.657811] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.674160] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 811.674333] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 811.674470] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 811.674646] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-150" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.674958] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-dcb88681-3eb7-4157-a469-5b0dd3d3434c taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.675155] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-dcb88681-3eb7-4157-a469-5b0dd3d3434c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.675268] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-dcb88681-3eb7-4157-a469-5b0dd3d3434c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.675599] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-dcb88681-3eb7-4157-a469-5b0dd3d3434c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.675737] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcb88681-3eb7-4157-a469-5b0dd3d3434c',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.947671] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.947919] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.948043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.948286] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.965346] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-68de3382-dd61-407a-a887-092f4f40f15a taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.965528] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.965616] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.965887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.966144] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.966317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.966366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.966569] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.966685] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.966800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.966943] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68de3382-dd61-407a-a887-092f4f40f15a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.973253] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.973396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.973617] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.973691] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.973866] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.974017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.974108] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.974279] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.974360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.974442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.974530] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6995c9d9-b4ca-496c-9279-14f7a5eaa29b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.977485] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4d3e41-bd75-430f-84e0-997cbf0958ed taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.977664] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.977754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.977951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.978174] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.978493] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.978623] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.978807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.978916] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.979105] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.979252] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.980511] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-90e37b36-288f-4a03-ab4e-73569ec5bc70 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.980737] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.980864] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.981074] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.981249] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.981373] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.981702] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.981702] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.981702] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.981853] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.981893] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.985980] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.986184] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.986230] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.986640] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.986823] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.986953] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.987107] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.987850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.987850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.987850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.987850] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b10c2628-4f86-4ee2-bc30-f29a8234ff7e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.995783] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.995917] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.999774] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4d3e41-bd75-430f-84e0-997cbf0958ed taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.999918] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.000058] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.002649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.002649] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.002649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.002649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.002649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.002649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.002649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.002649] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4d3e41-bd75-430f-84e0-997cbf0958ed taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.002649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.002649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.002649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.002649] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.002649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.002649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.002649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.002649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.002649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.002649] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.004394] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.004600] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28ec3a0c-aef2-43f7-b872-2652320ecd59 is going to be deleted. [ 812.006189] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68de3382-dd61-407a-a887-092f4f40f15a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.010450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.011583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.049247] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.049471] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.050865] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.051013] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.052068] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.052217] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.069570] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.070032] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.070983] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.071128] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.075835] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.075981] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.081237] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.081391] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.083218] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.083355] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1102e21-c0d6-442f-bef2-8dc8416350f9 is going to be deleted. [ 812.084219] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.084438] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.085898] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.086176] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.087354] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.087354] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.087865] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.087965] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.088710] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.088798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.109420] env[65757]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 812.109420] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.109779] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 is going to be deleted. [ 812.110587] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.110857] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.120632] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.120632] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.132732] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.132732] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a02e9856-0a84-4a39-af27-04705c28cb74 is going to be deleted. [ 812.132732] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.132732] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.160122] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d: rpc.has_security_group_logging(os_id): False [ 812.171853] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.172027] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b27920d8-47a1-4633-9a6a-078d4a2ea2a6 is going to be deleted. [ 812.172974] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.173238] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.174640] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.174767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.177984] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.178198] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.178318] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.178677] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.178817] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.178963] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port dcb88681-3eb7-4157-a469-5b0dd3d3434c not found, creating... [ 812.179259] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.179401] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.179565] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.179808] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.179944] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.180281] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.180449] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.180551] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.180918] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.180918] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.181019] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: dcb88681-3eb7-4157-a469-5b0dd3d3434c is going to be created. [ 812.201244] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.201244] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.202446] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.202580] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.203603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.203749] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1e8f6b1-1988-4515-a8dc-1abf9ade2b86 is going to be deleted. [ 812.204628] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.204859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.206821] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.206993] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.207128] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.207371] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.207586] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.207795] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-dcb88681-3eb7-4157-a469-5b0dd3d3434c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.306639] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.306639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.318243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.318380] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4f7396d1-df0a-454a-8b47-b0ea70e88ac1 is going to be deleted. [ 812.319376] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.319639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.342394] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.342554] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.402377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.402377] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 is going to be deleted. [ 812.402377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.402377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.432666] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.434079] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.496224] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6995c9d9-b4ca-496c-9279-14f7a5eaa29b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.500648] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b10c2628-4f86-4ee2-bc30-f29a8234ff7e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.508803] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.515471] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6e4d3e41-bd75-430f-84e0-997cbf0958ed: rpc.has_security_group_logging(os_id): False [ 812.516943] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68de3382-dd61-407a-a887-092f4f40f15a: rpc.has_security_group_logging(os_id): False [ 812.560682] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.560878] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.564920] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.565290] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.566078] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.566195] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d64ecac8-271a-4746-b8a5-b65228a3ac34 is going to be deleted. [ 812.567253] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.567488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.571853] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.571975] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.610293] env[65757]: INFO networking_nsxv3.common.synchronization [None req-7387d695-b663-4594-bbd7-c82f6beff80d None None] Enqueued Resource ID: 87f76c64-88ed-41d1-9f4c-5682c81beea4 with Priority: HIGHEST for action port [ 812.610982] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87f76c64-88ed-41d1-9f4c-5682c81beea4 with Priority: HIGHEST for action port [ 812.611320] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-87f76c64-88ed-41d1-9f4c-5682c81beea4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.611447] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87f76c64-88ed-41d1-9f4c-5682c81beea4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.611515] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87f76c64-88ed-41d1-9f4c-5682c81beea4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.611784] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87f76c64-88ed-41d1-9f4c-5682c81beea4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.612229] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87f76c64-88ed-41d1-9f4c-5682c81beea4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.633585] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.633896] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 is going to be deleted. [ 812.634930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.635124] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.636788] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.636788] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.687792] env[65757]: INFO networking_nsxv3.common.synchronization [None req-4063b834-44b8-4639-a5dc-01484e034d53 None None] Enqueued Resource ID: ea8e1e76-ad74-46df-ba3c-251e52a80478 with Priority: HIGHEST for action port [ 812.687928] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea8e1e76-ad74-46df-ba3c-251e52a80478 with Priority: HIGHEST for action port [ 812.689359] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea8e1e76-ad74-46df-ba3c-251e52a80478 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.689359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea8e1e76-ad74-46df-ba3c-251e52a80478" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.689359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea8e1e76-ad74-46df-ba3c-251e52a80478" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.689359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea8e1e76-ad74-46df-ba3c-251e52a80478" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.689359] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea8e1e76-ad74-46df-ba3c-251e52a80478',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.697820] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.697974] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bda3c3ad-63bc-4371-bced-f8f0ad9d7476 is going to be deleted. [ 812.699695] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.699882] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.699931] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.700416] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.700533] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.701634] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d64ecac8-271a-4746-b8a5-b65228a3ac34" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.701634] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.701634] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.742714] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.742809] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e20717d5-51cf-4951-8633-5474ae3c630f is going to be deleted. [ 812.743860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.744013] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.744112] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.744232] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28ec3a0c-aef2-43f7-b872-2652320ecd59" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.744419] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.744548] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.744622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.744729] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1102e21-c0d6-442f-bef2-8dc8416350f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.747618] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.747618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.747618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.747618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.747618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.747618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.747618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.747618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.747618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.747618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.747618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.747618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.827760] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.827901] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.828517] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.828517] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.828869] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.828869] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.829180] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.829331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.829419] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.829624] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.830104] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.830172] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.830286] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.830373] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.830652] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.830771] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.830889] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d is going to be updated. [ 812.832084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.832298] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.832414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.832565] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b27920d8-47a1-4633-9a6a-078d4a2ea2a6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.832723] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.833097] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.833097] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.833097] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1e8f6b1-1988-4515-a8dc-1abf9ade2b86" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.839067] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.839067] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.839067] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.839067] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.839067] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.839067] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bda3c3ad-63bc-4371-bced-f8f0ad9d7476" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.839067] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.839067] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.839067] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.839067] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4f7396d1-df0a-454a-8b47-b0ea70e88ac1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.839067] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.839067] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.842939] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.842939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.919704] env[65757]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 812.920283] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.920608] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.920683] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.920796] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.920994] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.921102] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.921366] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.921482] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.921545] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.921702] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.921778] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.921980] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.922081] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.922144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.922289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.922362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.922458] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed is going to be updated. [ 812.923744] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.923922] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.971105] env[65757]: INFO networking_nsxv3.common.synchronization [req-adebc159-b21a-42b5-8fc5-5428f1fecd9d req-54b7ccce-68ee-49f2-8c9c-e8e725cd296b service nova] Enqueued Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_rules [ 812.971105] env[65757]: INFO networking_nsxv3.common.synchronization [req-adebc159-b21a-42b5-8fc5-5428f1fecd9d req-54b7ccce-68ee-49f2-8c9c-e8e725cd296b service nova] Enqueued Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_members [ 812.971257] env[65757]: INFO networking_nsxv3.common.synchronization [req-adebc159-b21a-42b5-8fc5-5428f1fecd9d req-54b7ccce-68ee-49f2-8c9c-e8e725cd296b service nova] Enqueued Resource ID: dcb88681-3eb7-4157-a469-5b0dd3d3434c with Priority: HIGHEST for action port [ 812.971867] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_rules [ 812.971867] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_members [ 812.972077] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcb88681-3eb7-4157-a469-5b0dd3d3434c with Priority: HIGHEST for action port [ 812.972284] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.976169] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.976291] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.976576] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.976684] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.977680] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.977804] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.978860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.978860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.978860] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.978860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.978860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.978860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.978860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.978860] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.979686] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcb88681-3eb7-4157-a469-5b0dd3d3434c taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.979825] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcb88681-3eb7-4157-a469-5b0dd3d3434c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.979884] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcb88681-3eb7-4157-a469-5b0dd3d3434c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.980043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcb88681-3eb7-4157-a469-5b0dd3d3434c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.980230] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcb88681-3eb7-4157-a469-5b0dd3d3434c',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.998554] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6995c9d9-b4ca-496c-9279-14f7a5eaa29b: rpc.has_security_group_logging(os_id): False [ 813.003422] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b10c2628-4f86-4ee2-bc30-f29a8234ff7e: rpc.has_security_group_logging(os_id): False [ 813.011427] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.011580] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54cb9f27-2492-40ae-84ec-d10a3989694f is going to be deleted. [ 813.012897] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 90e37b36-288f-4a03-ab4e-73569ec5bc70: rpc.has_security_group_logging(os_id): False [ 813.014488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.015281] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.079199] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.079199] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.080643] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.081164] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.081749] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.081909] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.082273] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.082660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.082869] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68de3382-dd61-407a-a887-092f4f40f15a is going to be updated. [ 813.086049] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.086687] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.086941] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.087481] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.090589] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.090589] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.115456] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87f76c64-88ed-41d1-9f4c-5682c81beea4 [ 813.117538] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.117538] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.117538] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.117538] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.117538] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.117538] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87f76c64-88ed-41d1-9f4c-5682c81beea4 already deleted. [ 813.117538] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87f76c64-88ed-41d1-9f4c-5682c81beea4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.143626] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.143626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.150120] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.150120] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.156724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.158344] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.158344] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.158344] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.158344] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.158685] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.158685] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 is going to be updated. [ 813.161526] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.161526] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.161526] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.161526] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a02e9856-0a84-4a39-af27-04705c28cb74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.161526] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.162044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.181198] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.181475] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.192027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.192027] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.192027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.192027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.192027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.192027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.192027] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e is going to be updated. [ 813.192027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.193255] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.193402] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.193474] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e20717d5-51cf-4951-8633-5474ae3c630f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.193607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.194095] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.194095] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.194095] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.194275] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.194493] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.194729] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.196359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.196606] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.196831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.198600] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea8e1e76-ad74-46df-ba3c-251e52a80478 [ 813.198804] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.198909] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.199230] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.199230] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.199873] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.199873] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea8e1e76-ad74-46df-ba3c-251e52a80478 already deleted. [ 813.199873] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea8e1e76-ad74-46df-ba3c-251e52a80478" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.199873] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.200226] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.205642] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.205757] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.225453] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d in Status: IN_PROGRESS for 2s [ 813.228059] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed in Status: IN_PROGRESS for 2s [ 813.305112] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.305454] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.305555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.305622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.305843] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.305912] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.306014] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b is going to be updated. [ 813.307658] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.307892] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.307994] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.308462] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54cb9f27-2492-40ae-84ec-d10a3989694f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.308462] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.308562] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.309403] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.336899] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.336988] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.337036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.337351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.337543] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.352598] env[65757]: INFO networking_nsxv3.common.synchronization [None req-4db2f9be-41e7-43ef-ac71-36536e6d2330 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Enqueued Resource ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 with Priority: HIGHEST for action security_group_rules [ 813.353209] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 with Priority: HIGHEST for action security_group_rules [ 813.353781] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e12803d-4ecf-4cc1-b845-061506f487a9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.353781] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.353933] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.354303] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.354303] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e12803d-4ecf-4cc1-b845-061506f487a9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.363035] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.363230] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.363859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.363859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.363859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.369121] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68de3382-dd61-407a-a887-092f4f40f15a in Status: IN_PROGRESS for 2s [ 813.370294] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 in Status: IN_PROGRESS for 2s [ 813.412633] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e in Status: IN_PROGRESS for 2s [ 813.463652] env[65757]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 813.464191] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.464443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.464586] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.464919] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.465101] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.482651] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.482784] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.483267] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.484392] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcb88681-3eb7-4157-a469-5b0dd3d3434c with status ACTIVE [ 813.484500] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.484614] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.484757] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.484917] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.485037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.485242] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.485352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.485421] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.485638] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.485672] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.485839] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.485969] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.486028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.486173] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.486249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.487414] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcb88681-3eb7-4157-a469-5b0dd3d3434c is going to be updated. [ 813.493461] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b in Status: IN_PROGRESS for 2s [ 813.500070] env[65757]: INFO networking_nsxv3.common.synchronization [None req-91e8a847-23dc-49d1-a365-ddd0d1084a3e tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Enqueued Resource ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 with Priority: HIGHEST for action security_group_rules [ 813.502870] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 with Priority: HIGHEST for action security_group_rules [ 813.502870] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e12803d-4ecf-4cc1-b845-061506f487a9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.502870] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.530930] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.530930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.530930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.530930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.530930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.532274] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcb88681-3eb7-4157-a469-5b0dd3d3434c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.632945] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: SUCCESS [ 813.633948] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.633948] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.634193] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.634389] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.634513] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.634578] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.635369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.635369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.635369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.635369] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.637493] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.637686] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.637868] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.637982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.638056] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.638203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.638299] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.638373] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.881562] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.881741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.881789] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.882559] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.882559] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.882559] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 already deleted. [ 813.882559] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.882893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.883083] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.883083] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e12803d-4ecf-4cc1-b845-061506f487a9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.992951] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.138549] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.139050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.142323] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.408244] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.408244] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.408412] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.408518] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.408613] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.408724] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 already deleted. [ 814.408834] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.498276] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.498466] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.499476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.499644] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.499700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.499809] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e is going to be created. [ 814.525396] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.525563] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.525632] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.525843] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.526161] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.536252] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e in Status: UNINITIALIZED for 2s [ 814.644554] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.150400] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.150797] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.150797] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.150892] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.150934] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.151036] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 is going to be updated. [ 815.185205] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.185299] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.185348] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.185558] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.185719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.197942] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: IN_PROGRESS for 2s [ 815.260186] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d in Status: SUCCESS [ 815.260468] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.262997] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed in Status: SUCCESS [ 815.263352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.385783] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 in Status: SUCCESS [ 815.386234] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.387573] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68de3382-dd61-407a-a887-092f4f40f15a in Status: SUCCESS [ 815.389387] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.429872] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e in Status: SUCCESS [ 815.430878] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.507818] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b in Status: SUCCESS [ 815.508083] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.529200] env[65757]: INFO networking_nsxv3.common.synchronization [None req-faae3752-9c38-4b9b-88bd-5139f8207ac0 None None] Enqueued Resource ID: 1e40493e-f7e2-4f05-932b-fe6cbbdf4931 with Priority: HIGHEST for action port [ 815.529835] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e40493e-f7e2-4f05-932b-fe6cbbdf4931 with Priority: HIGHEST for action port [ 815.530280] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e40493e-f7e2-4f05-932b-fe6cbbdf4931 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.535188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e40493e-f7e2-4f05-932b-fe6cbbdf4931" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.535282] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e40493e-f7e2-4f05-932b-fe6cbbdf4931" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.535772] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e40493e-f7e2-4f05-932b-fe6cbbdf4931" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.535772] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e40493e-f7e2-4f05-932b-fe6cbbdf4931',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.038745] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e40493e-f7e2-4f05-932b-fe6cbbdf4931 [ 816.039247] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.039468] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.039468] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.039689] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.039854] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.040026] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e40493e-f7e2-4f05-932b-fe6cbbdf4931 already deleted. [ 816.040131] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e40493e-f7e2-4f05-932b-fe6cbbdf4931" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.553356] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e in Status: SUCCESS [ 816.553356] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.553716] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.553792] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.554074] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.554232] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.554310] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.554507] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.554612] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.554727] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.554846] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.060305] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.211913] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: IN_PROGRESS for 4s [ 817.565153] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcee5c95-dab9-4cee-9962-e826ae8b2a9e: rpc.has_security_group_logging(os_id): False [ 817.582015] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.582183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.582226] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.582463] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.582552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.582794] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.582894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.582955] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.583115] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.583190] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.583274] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e is going to be created. [ 817.651158] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.651542] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.651700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.651991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.652287] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.664249] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e in Status: IN_PROGRESS for 2s [ 817.838170] env[65757]: INFO networking_nsxv3.common.synchronization [req-6be59805-ee15-4e9b-99f7-532aca4e985c req-fa04a1df-98e3-496d-8d9d-919c0fbb2863 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 817.838754] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 817.839396] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.839582] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.839686] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.839851] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.840023] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.840137] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.840202] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.840357] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.840437] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.840534] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.342853] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.343129] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.344030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.344030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.372351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.372638] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.372773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.372844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.373062] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.373141] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.373226] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be updated. [ 818.405200] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.405438] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.405547] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.406393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.406393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.417911] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: IN_PROGRESS for 2s [ 818.541774] env[65757]: INFO networking_nsxv3.common.synchronization [None req-ae751c0f-3d9e-4289-8685-6c925b87fe2f None None] Enqueued Resource ID: 842db7a4-deed-44bd-a785-534006d72463 with Priority: HIGHEST for action port [ 818.542719] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 842db7a4-deed-44bd-a785-534006d72463 with Priority: HIGHEST for action port [ 818.543072] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-842db7a4-deed-44bd-a785-534006d72463 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.543198] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-842db7a4-deed-44bd-a785-534006d72463" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.543262] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-842db7a4-deed-44bd-a785-534006d72463" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.543799] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-842db7a4-deed-44bd-a785-534006d72463" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.543899] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('842db7a4-deed-44bd-a785-534006d72463',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.048706] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 842db7a4-deed-44bd-a785-534006d72463 [ 819.049050] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.049247] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.049366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.049639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.049787] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.049921] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:842db7a4-deed-44bd-a785-534006d72463 already deleted. [ 819.050070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-842db7a4-deed-44bd-a785-534006d72463" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.118733] env[65757]: INFO networking_nsxv3.common.synchronization [req-734b8c9f-dd22-4cb9-a084-f359c7765154 req-81d02090-f892-4b97-8736-65e4114aa1b0 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Enqueued Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_members [ 819.119761] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_members [ 819.121149] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c17a845-6723-4e36-829b-a339e179fcd1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.121149] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.121149] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.121149] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.121149] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.121149] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.121149] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.121620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.121770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.121970] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.224034] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: SUCCESS [ 819.224034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.224034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.224034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.224034] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.224034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.224034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.224034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.224034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.224034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.224034] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.224034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.224034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.224034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.224034] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.224034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.224034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.224034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.224034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.224794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.224794] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.547477] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-473 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.547626] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-473" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.547801] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-473" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.548264] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-473" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.549104] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.549408] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.549891] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.550318] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.551791] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.551791] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.551791] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.551791] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.551791] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.551791] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.552086] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.552266] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.555945] env[65757]: INFO networking_nsxv3.common.synchronization [req-ac21ee5b-4854-4f2c-969b-6589f26796f0 req-c6d28b32-cc65-4bf5-b94b-ae614f9a2dbb tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Enqueued Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 819.557175] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 819.557861] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.558036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.558172] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.558588] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.558832] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.558994] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.559096] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.559297] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.559414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.559516] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.576342] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.576559] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.576630] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.576812] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-473" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.577146] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.577832] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.577832] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.577832] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.578048] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8de8dd6b-c0fb-4b84-a07b-468cd768a7ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.627545] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.627545] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.627545] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.627545] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.627737] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.628231] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.628231] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.628231] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.628231] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.628231] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.628231] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c17a845-6723-4e36-829b-a339e179fcd1 already deleted. [ 819.628528] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.677405] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e in Status: SUCCESS [ 819.677650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.726978] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32: rpc.has_security_group_logging(os_id): False [ 819.746317] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.746317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.746317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.746317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.764644] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.764922] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.765058] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.765132] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.765782] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.765782] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.765782] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.765782] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.765782] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.766037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.766037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.766170] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.766226] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.766273] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.766417] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.766491] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.767375] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 is going to be updated. [ 819.857348] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.857448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.857517] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.857727] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.857868] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.874402] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: IN_PROGRESS for 2s [ 819.876346] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.876642] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.876765] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.877049] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.877309] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.877458] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.877583] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.877771] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.877912] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.878203] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.878315] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 819.878376] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 819.878704] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 819.878704] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 819.878781] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 819.878868] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 819.898015] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 819.898193] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 819.898260] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 819.898515] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.899161] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-75313cf6-6885-41f6-b3ea-28fb5a398b48 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.899161] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-75313cf6-6885-41f6-b3ea-28fb5a398b48" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.899161] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-75313cf6-6885-41f6-b3ea-28fb5a398b48" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.899438] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-75313cf6-6885-41f6-b3ea-28fb5a398b48" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.899567] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75313cf6-6885-41f6-b3ea-28fb5a398b48',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.062292] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.062656] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.062656] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.062734] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.062826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.063039] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.063143] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.063204] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.063357] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.063432] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.063515] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 already deleted. [ 820.063595] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.080548] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.080769] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.080960] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.081259] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.081405] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.081579] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea not found, creating... [ 820.081842] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.081995] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.082120] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.082334] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.082465] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.082740] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.082881] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.082993] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.083207] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.083337] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.083469] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea is going to be created. [ 820.120981] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.121319] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.121486] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.121820] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.122102] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.122409] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.401825] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.402080] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.402206] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.402482] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.402685] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.402899] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 75313cf6-6885-41f6-b3ea-28fb5a398b48 not found, creating... [ 820.403210] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.403370] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.403483] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.403709] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.403846] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.404294] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.404494] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.404611] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.404827] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.404966] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.405116] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 75313cf6-6885-41f6-b3ea-28fb5a398b48 is going to be created. [ 820.427842] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 820.428029] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea deletion is rescheduled due to dependency. [ 820.428154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.429379] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.429638] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.429790] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.430111] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.430338] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.430597] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-75313cf6-6885-41f6-b3ea-28fb5a398b48" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.812830] env[65757]: INFO networking_nsxv3.common.synchronization [req-734b8c9f-dd22-4cb9-a084-f359c7765154 req-d37f8a0b-e7f8-4ee4-87db-9da629431cb8 service nova] Enqueued Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_rules [ 820.813021] env[65757]: INFO networking_nsxv3.common.synchronization [req-734b8c9f-dd22-4cb9-a084-f359c7765154 req-d37f8a0b-e7f8-4ee4-87db-9da629431cb8 service nova] Enqueued Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_members [ 820.813161] env[65757]: INFO networking_nsxv3.common.synchronization [req-734b8c9f-dd22-4cb9-a084-f359c7765154 req-d37f8a0b-e7f8-4ee4-87db-9da629431cb8 service nova] Enqueued Resource ID: 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea with Priority: HIGHEST for action port [ 820.813719] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_rules [ 820.813853] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_members [ 820.813983] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea with Priority: HIGHEST for action port [ 820.814284] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c17a845-6723-4e36-829b-a339e179fcd1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.814471] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.814471] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.814678] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.814825] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.816268] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c17a845-6723-4e36-829b-a339e179fcd1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.816385] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.816453] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.816661] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.816945] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.816945] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.816945] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.817604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.817704] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.817803] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.818761] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.818834] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.818881] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.819108] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.819196] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8de8dd6b-c0fb-4b84-a07b-468cd768a7ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.182776] env[65757]: INFO networking_nsxv3.common.synchronization [req-ac21ee5b-4854-4f2c-969b-6589f26796f0 req-757dcdbb-04b0-4ce9-98a7-bba11097c407 service nova] Enqueued Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_rules [ 821.183028] env[65757]: INFO networking_nsxv3.common.synchronization [req-ac21ee5b-4854-4f2c-969b-6589f26796f0 req-757dcdbb-04b0-4ce9-98a7-bba11097c407 service nova] Enqueued Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 821.183028] env[65757]: INFO networking_nsxv3.common.synchronization [req-ac21ee5b-4854-4f2c-969b-6589f26796f0 req-757dcdbb-04b0-4ce9-98a7-bba11097c407 service nova] Enqueued Resource ID: 75313cf6-6885-41f6-b3ea-28fb5a398b48 with Priority: HIGHEST for action port [ 821.183659] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_rules [ 821.183806] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 821.183952] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75313cf6-6885-41f6-b3ea-28fb5a398b48 with Priority: HIGHEST for action port [ 821.184206] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.184325] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.184388] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.184677] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.184762] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.186014] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.186137] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.186209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.186398] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.186527] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.186623] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.186679] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.186809] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.186886] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.186990] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.187977] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-75313cf6-6885-41f6-b3ea-28fb5a398b48 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.189213] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75313cf6-6885-41f6-b3ea-28fb5a398b48" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.189213] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75313cf6-6885-41f6-b3ea-28fb5a398b48" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.189213] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75313cf6-6885-41f6-b3ea-28fb5a398b48" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.189213] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75313cf6-6885-41f6-b3ea-28fb5a398b48',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.198503] env[65757]: INFO networking_nsxv3.common.synchronization [None req-f391a22f-f775-4087-b8ad-71bbb79161ad None None] Enqueued Resource ID: 74659a15-38eb-4d07-b7cb-f1d370815289 with Priority: HIGHEST for action port [ 821.199035] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74659a15-38eb-4d07-b7cb-f1d370815289 with Priority: HIGHEST for action port [ 821.199423] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-74659a15-38eb-4d07-b7cb-f1d370815289 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.199578] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74659a15-38eb-4d07-b7cb-f1d370815289" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.199627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74659a15-38eb-4d07-b7cb-f1d370815289" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.199836] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74659a15-38eb-4d07-b7cb-f1d370815289" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.199916] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74659a15-38eb-4d07-b7cb-f1d370815289',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.321934] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c17a845-6723-4e36-829b-a339e179fcd1 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.321934] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.321934] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.322736] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea with status ACTIVE [ 821.322996] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.323181] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.323269] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.323572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.323733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.324208] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.324208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.324208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.324407] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.324407] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.324523] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.324617] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.324672] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.324813] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.324880] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.324965] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea is going to be updated. [ 821.363051] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.363311] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.363311] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.363459] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.363518] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.363656] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.576723] env[65757]: INFO networking_nsxv3.common.synchronization [req-2c4730d1-aa32-4e69-81a9-491683211a80 req-1c05711d-0c05-4808-903f-68a3e8e1d5d7 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Enqueued Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 821.580019] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 821.580019] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.580019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.580019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.580019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.580019] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.580019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.580019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.580019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.580019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.580019] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.692508] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75313cf6-6885-41f6-b3ea-28fb5a398b48 with status ACTIVE [ 821.692508] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.692508] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.692508] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.692508] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.692508] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.692815] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.692815] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.692815] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.692913] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.693808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.693808] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.693808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.693808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.693808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.693808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.693808] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75313cf6-6885-41f6-b3ea-28fb5a398b48 is going to be updated. [ 821.695754] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.695907] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.696115] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.701557] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74659a15-38eb-4d07-b7cb-f1d370815289 [ 821.701771] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.701894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.701960] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.702176] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.702266] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.702511] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74659a15-38eb-4d07-b7cb-f1d370815289 already deleted. [ 821.702511] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74659a15-38eb-4d07-b7cb-f1d370815289" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.719690] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.719872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.719872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.720150] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.720300] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.720466] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75313cf6-6885-41f6-b3ea-28fb5a398b48" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.828018] env[65757]: INFO networking_nsxv3.common.synchronization [req-2c4730d1-aa32-4e69-81a9-491683211a80 req-5f8af234-e96a-41d6-a153-a2d9b7a2c830 tempest-ServersTestMultiNic-1095582838 tempest-ServersTestMultiNic-1095582838-project-member] Enqueued Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 821.828018] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.829136] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 with Priority: HIGHEST for action security_group_members [ 821.829988] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.830524] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.836973] env[65757]: INFO networking_nsxv3.common.synchronization [req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 req-1646bd43-82a0-478e-9597-e432872eeaea tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Enqueued Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 821.838012] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 821.838363] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.838518] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.838604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.838841] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.839229] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.839229] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.839229] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.839428] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.839428] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.839428] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.898377] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: SUCCESS [ 821.898377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.898377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.898648] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.899067] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.081430] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.198428] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.254583] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.255015] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-259" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.255462] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-259" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.255865] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-259" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.256259] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.256560] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.256787] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.257119] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.257382] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.257696] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.257912] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.258128] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.258355] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.258620] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.259315] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.259315] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.280926] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.281114] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.281252] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.281431] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-259" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.281741] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-7ad485e1-46c6-45ba-8bb9-029fcd56c678 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.281914] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-7ad485e1-46c6-45ba-8bb9-029fcd56c678" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.282052] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-7ad485e1-46c6-45ba-8bb9-029fcd56c678" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.282397] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-7ad485e1-46c6-45ba-8bb9-029fcd56c678" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.282553] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ad485e1-46c6-45ba-8bb9-029fcd56c678',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.331058] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.331237] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.331283] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.331489] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.331578] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.331673] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c17a845-6723-4e36-829b-a339e179fcd1 is going to be created. [ 822.341545] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.341725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.341767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.341951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.342055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.342249] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.342357] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.342395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.342552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.342635] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.342710] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 is going to be deleted. [ 822.361249] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.361416] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.361479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.361791] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.361791] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.394738] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c17a845-6723-4e36-829b-a339e179fcd1 in Status: UNINITIALIZED for 2s [ 822.399521] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.399521] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.399521] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.399521] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.399758] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.399758] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.429104] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.429281] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.429335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.429547] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.429651] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.429820] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 is going to be deleted. [ 822.493611] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.493794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.493900] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.494139] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.494238] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.494354] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.494529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.494690] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.494771] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.584190] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.702970] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.703176] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.703176] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.703286] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.703372] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.703467] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 is going to be created. [ 822.727121] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.727293] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.727337] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.727541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.727702] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.738333] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: UNINITIALIZED for 2s [ 822.784933] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.785210] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.785336] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.785600] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.785743] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.785899] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 7ad485e1-46c6-45ba-8bb9-029fcd56c678 not found, creating... [ 822.786187] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.786355] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.786498] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.786745] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.786882] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.787183] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.787336] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.787451] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.787654] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.787784] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.787941] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 7ad485e1-46c6-45ba-8bb9-029fcd56c678 is going to be created. [ 822.808479] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.808759] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.808924] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.809178] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.809403] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.809626] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-7ad485e1-46c6-45ba-8bb9-029fcd56c678" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.019030] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.019206] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.019248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.019462] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.019959] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.019959] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 already deleted. [ 823.019959] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.087067] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.087067] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.087067] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.087391] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.087391] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.087391] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 is going to be updated. [ 823.122090] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.122090] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.122090] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.122357] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.122476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.134051] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: IN_PROGRESS for 2s [ 823.541044] env[65757]: INFO networking_nsxv3.common.synchronization [req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 req-d69f93d1-1581-4ed8-a322-3d7cee82c1e5 service nova] Enqueued Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_rules [ 823.541379] env[65757]: INFO networking_nsxv3.common.synchronization [req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 req-d69f93d1-1581-4ed8-a322-3d7cee82c1e5 service nova] Enqueued Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 823.541418] env[65757]: INFO networking_nsxv3.common.synchronization [req-d4e47ded-8f14-4a12-a0c1-be1c32c56312 req-d69f93d1-1581-4ed8-a322-3d7cee82c1e5 service nova] Enqueued Resource ID: 7ad485e1-46c6-45ba-8bb9-029fcd56c678 with Priority: HIGHEST for action port [ 823.541932] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_rules [ 823.542098] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 823.545650] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad485e1-46c6-45ba-8bb9-029fcd56c678 with Priority: HIGHEST for action port [ 823.545650] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.545650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.545650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.545650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.545650] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.545650] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.545650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.545650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.545650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.545650] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.545650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.545650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.545650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.545650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.545650] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.546567] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ad485e1-46c6-45ba-8bb9-029fcd56c678 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.546567] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ad485e1-46c6-45ba-8bb9-029fcd56c678" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.546680] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ad485e1-46c6-45ba-8bb9-029fcd56c678" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.546887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ad485e1-46c6-45ba-8bb9-029fcd56c678" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.546949] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ad485e1-46c6-45ba-8bb9-029fcd56c678',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.048802] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.051160] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.051160] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.051160] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ad485e1-46c6-45ba-8bb9-029fcd56c678 with status ACTIVE [ 824.051160] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.051346] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.051346] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.051575] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.051651] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.051871] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.052014] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.052786] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.053421] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.053421] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.053421] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.053421] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.053421] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.053720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.053720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.053720] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ad485e1-46c6-45ba-8bb9-029fcd56c678 is going to be updated. [ 824.081442] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.081624] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.081732] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.082017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.082224] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.082409] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ad485e1-46c6-45ba-8bb9-029fcd56c678" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.407862] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c17a845-6723-4e36-829b-a339e179fcd1 in Status: SUCCESS [ 824.407862] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.408120] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.408163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.412023] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.412023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.412023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.412023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.412023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.412023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.412023] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.555829] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.748690] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: SUCCESS [ 824.749024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.749024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.749360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.750874] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.750874] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.750874] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.750874] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.750874] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.750874] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.750874] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.911520] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.058157] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.058248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.058289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.058485] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.058643] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.058815] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 is going to be created. [ 825.082998] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.082998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.082998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.083208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.083369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.094386] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: UNINITIALIZED for 2s [ 825.145560] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 in Status: SUCCESS [ 825.145791] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.145985] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.146229] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.146454] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.146651] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.146651] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.146773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.146857] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.146960] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.253550] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.253550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.253550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.253550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.253980] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.253980] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.253980] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.253980] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.254154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.254154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.254261] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.254349] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.254410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.254550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.254698] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.254789] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.254883] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.254985] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.255057] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.255141] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.255229] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.416103] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c17a845-6723-4e36-829b-a339e179fcd1: rpc.has_security_group_logging(os_id): False [ 825.434490] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.434490] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.434490] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.434490] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.434490] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.434490] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.434915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.434915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.434915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.434915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.434915] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c17a845-6723-4e36-829b-a339e179fcd1 is going to be created. [ 825.501067] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.501260] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.501326] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.501512] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.501940] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.513431] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c17a845-6723-4e36-829b-a339e179fcd1 in Status: IN_PROGRESS for 2s [ 825.649321] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.649711] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.649928] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.650569] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.650569] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.650569] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.650832] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.650872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.651210] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.651368] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.651557] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32 is going to be deleted. [ 825.685132] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.685322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.685322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.685639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.685791] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.685901] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7bc597b4-eb1f-423e-a58e-a9bdf7bd3a32" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.757805] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe25d1be-854c-4a19-bb4a-ddeb92af5392: rpc.has_security_group_logging(os_id): False [ 825.779426] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.779615] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.779676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.779889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.780044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.780294] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.780409] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.780505] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.780686] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.780773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.780962] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.781120] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.781197] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.781352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.781454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.781706] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.781818] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.781879] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.782042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.782126] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.782215] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 is going to be created. [ 825.846993] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.847172] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.847253] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.847451] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.847631] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.858174] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: IN_PROGRESS for 2s [ 827.107026] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: SUCCESS [ 827.107026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.107026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.107026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.107026] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.107026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.107583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.107583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.107583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.107583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.107583] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.530154] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c17a845-6723-4e36-829b-a339e179fcd1 in Status: SUCCESS [ 827.530573] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.610436] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.610629] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.610681] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.610875] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.611061] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.611168] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.611233] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.611385] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.611472] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.611558] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.611706] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.611815] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.611871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.612023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.612170] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.612278] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.612278] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.612444] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.612528] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.612608] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.612696] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.874394] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: SUCCESS [ 827.874630] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.118937] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5052a0e9-f478-4179-a974-ad7a74a42f00: rpc.has_security_group_logging(os_id): False [ 828.143068] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.143068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.143068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.143068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.143068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.143068] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.143068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.143068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.143068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.143656] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.143656] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.143656] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.143656] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.143993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.143993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.143993] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.144114] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.144114] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.144233] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.144344] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.144378] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 is going to be created. [ 828.210572] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.210722] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.210824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.211784] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.211953] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.228320] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: IN_PROGRESS for 2s [ 828.543945] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 828.543945] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 829.070825] env[65757]: INFO networking_nsxv3.common.synchronization [req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 req-4cb060d6-e2c6-4ffd-882e-d72a619c4abb tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Enqueued Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 829.071834] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 829.072428] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.072554] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.072628] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.072829] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.073043] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.073130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.073130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.073491] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.073491] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.073491] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.412790] env[65757]: INFO networking_nsxv3.common.synchronization [req-be284ffa-651e-49ff-8e56-6ccea86c8f4b req-e125c0c7-3aed-40e3-a169-8fe54d493814 tempest-ListImageFiltersTestJSON-1223719757 tempest-ListImageFiltersTestJSON-1223719757-project-member] Enqueued Resource ID: ec530184-cbcc-4aee-bccd-916aeefad577 with Priority: HIGHEST for action security_group_members [ 829.413677] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec530184-cbcc-4aee-bccd-916aeefad577 with Priority: HIGHEST for action security_group_members [ 829.414066] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ec530184-cbcc-4aee-bccd-916aeefad577 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.414225] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.414294] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.414516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.414745] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.414823] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.414823] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.415023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.415226] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.415226] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ec530184-cbcc-4aee-bccd-916aeefad577',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.488996] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.489649] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-21" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.489649] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-21" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.489783] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-21" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.489975] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.490153] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.490286] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.491163] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.491163] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.491163] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.491163] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.492326] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.492326] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.492326] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.492326] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.492326] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.515369] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.515369] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.515369] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.515369] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-21" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.515369] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-59a051ee-d301-433d-83fa-08940e14ebd6 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.515369] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-59a051ee-d301-433d-83fa-08940e14ebd6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.515369] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-59a051ee-d301-433d-83fa-08940e14ebd6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.515926] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-59a051ee-d301-433d-83fa-08940e14ebd6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.516292] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59a051ee-d301-433d-83fa-08940e14ebd6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.576951] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.919121] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.919121] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.919121] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.919121] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.941726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.941726] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.941726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.941726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.941726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.941726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.941726] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec530184-cbcc-4aee-bccd-916aeefad577 is going to be updated. [ 829.968541] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.968541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.968541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.968541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.968541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.976336] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec530184-cbcc-4aee-bccd-916aeefad577 in Status: IN_PROGRESS for 2s [ 830.019687] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.020303] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.020303] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.020430] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.020491] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.020636] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 59a051ee-d301-433d-83fa-08940e14ebd6 not found, creating... [ 830.020906] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.021052] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.021166] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.021385] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.021517] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.022354] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.022354] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.022354] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.022354] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.022354] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.022607] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 59a051ee-d301-433d-83fa-08940e14ebd6 is going to be created. [ 830.045142] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.045366] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.049027] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.049027] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.049027] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.049027] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-59a051ee-d301-433d-83fa-08940e14ebd6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.078841] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.250561] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: SUCCESS [ 830.250793] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.581019] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.581377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.581377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.581481] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.581560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.581656] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 is going to be updated. [ 830.611054] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.611251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.611315] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.611528] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.611655] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.627400] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: IN_PROGRESS for 2s [ 830.778778] env[65757]: INFO networking_nsxv3.common.synchronization [req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 req-a6738366-8ea3-49d6-bd0a-e836f9053407 service nova] Enqueued Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_rules [ 830.778968] env[65757]: INFO networking_nsxv3.common.synchronization [req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 req-a6738366-8ea3-49d6-bd0a-e836f9053407 service nova] Enqueued Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 830.779186] env[65757]: INFO networking_nsxv3.common.synchronization [req-95d9a297-8b8d-47fc-8dc0-6f52c1e77c90 req-a6738366-8ea3-49d6-bd0a-e836f9053407 service nova] Enqueued Resource ID: 59a051ee-d301-433d-83fa-08940e14ebd6 with Priority: HIGHEST for action port [ 830.779664] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_rules [ 830.779828] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 830.780471] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59a051ee-d301-433d-83fa-08940e14ebd6 with Priority: HIGHEST for action port [ 830.780471] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.780471] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.780471] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.780780] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.780780] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.782364] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.782364] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.782364] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-59a051ee-d301-433d-83fa-08940e14ebd6 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.782364] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59a051ee-d301-433d-83fa-08940e14ebd6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.782364] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59a051ee-d301-433d-83fa-08940e14ebd6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.782685] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59a051ee-d301-433d-83fa-08940e14ebd6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.782685] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59a051ee-d301-433d-83fa-08940e14ebd6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.284744] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.284881] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.285100] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59a051ee-d301-433d-83fa-08940e14ebd6 with status ACTIVE [ 831.285270] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.285378] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.285441] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.285664] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.285760] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.285929] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.286043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.286113] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.286429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.286429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.286595] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.286595] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.286730] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.286781] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.287487] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.287487] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59a051ee-d301-433d-83fa-08940e14ebd6 is going to be updated. [ 831.311992] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.312218] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.312218] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.312448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.312587] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.313199] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59a051ee-d301-433d-83fa-08940e14ebd6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.732420] env[65757]: INFO networking_nsxv3.common.synchronization [req-fa090e86-7768-4320-bc7c-96803edcd1e1 req-d2c5a8e5-cfca-4fe1-9fbc-52ed959a79ca tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 831.733073] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 831.734782] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.734969] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.735048] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.735274] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.735522] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.735641] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.735712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.735929] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.736009] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.736084] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.989594] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ec530184-cbcc-4aee-bccd-916aeefad577 in Status: SUCCESS [ 831.990155] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ec530184-cbcc-4aee-bccd-916aeefad577 deletion is rescheduled due to dependency. [ 831.990499] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.090431] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.090647] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-189" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.090780] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-189" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.091077] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-189" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.091337] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.091486] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.091597] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.091808] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.091947] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.092373] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.092489] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.092600] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.093222] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.093222] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.093222] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.093222] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.117068] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.117068] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.117068] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.117068] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-189" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.117068] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-eb910d19-601b-470d-a28e-d9be76ee533f taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.117450] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-eb910d19-601b-470d-a28e-d9be76ee533f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.117450] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-eb910d19-601b-470d-a28e-d9be76ee533f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.117884] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-eb910d19-601b-470d-a28e-d9be76ee533f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.118770] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb910d19-601b-470d-a28e-d9be76ee533f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.239876] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.624033] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.624033] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.624033] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.624033] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.624033] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.624033] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port eb910d19-601b-470d-a28e-d9be76ee533f not found, creating... [ 832.624033] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.624033] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.624033] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.624033] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.624033] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.624746] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.624746] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.624746] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.624746] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.624746] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.624746] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: eb910d19-601b-470d-a28e-d9be76ee533f is going to be created. [ 832.638706] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: SUCCESS [ 832.638822] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.638954] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.639218] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.639356] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.639470] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.639537] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.639729] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.639935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.640062] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.648296] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.648459] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.648612] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.648903] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.649148] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.649403] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-eb910d19-601b-470d-a28e-d9be76ee533f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.741598] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.143430] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.245042] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.245042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.245363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.245363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.245442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.245553] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead is going to be updated. [ 833.281070] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.281275] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.281375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.281655] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.281817] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.294290] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: IN_PROGRESS for 2s [ 833.427648] env[65757]: INFO networking_nsxv3.common.synchronization [req-fa090e86-7768-4320-bc7c-96803edcd1e1 req-ff863c93-792c-46eb-8991-d3e16aaa9ce5 service nova] Enqueued Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_rules [ 833.427648] env[65757]: INFO networking_nsxv3.common.synchronization [req-fa090e86-7768-4320-bc7c-96803edcd1e1 req-ff863c93-792c-46eb-8991-d3e16aaa9ce5 service nova] Enqueued Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 833.427648] env[65757]: INFO networking_nsxv3.common.synchronization [req-fa090e86-7768-4320-bc7c-96803edcd1e1 req-ff863c93-792c-46eb-8991-d3e16aaa9ce5 service nova] Enqueued Resource ID: eb910d19-601b-470d-a28e-d9be76ee533f with Priority: HIGHEST for action port [ 833.429281] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_rules [ 833.429281] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 833.429281] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb910d19-601b-470d-a28e-d9be76ee533f with Priority: HIGHEST for action port [ 833.429281] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.429281] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.429281] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.429281] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.429281] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.430447] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.430447] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.430648] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb910d19-601b-470d-a28e-d9be76ee533f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.430710] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb910d19-601b-470d-a28e-d9be76ee533f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.430753] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb910d19-601b-470d-a28e-d9be76ee533f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.430926] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb910d19-601b-470d-a28e-d9be76ee533f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.431043] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb910d19-601b-470d-a28e-d9be76ee533f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.649659] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.772615] env[65757]: INFO networking_nsxv3.common.synchronization [req-b70786cf-6a3b-48af-8947-787855e35b93 req-bff484ce-bd1c-4c8b-a7bd-fd1e5a219dd3 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Enqueued Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 833.773231] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 833.773731] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.774149] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.774225] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.774429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.774591] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.774689] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.774750] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.774899] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.774983] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.775102] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.932307] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.932512] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.933813] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb910d19-601b-470d-a28e-d9be76ee533f with status ACTIVE [ 833.934044] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.934172] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.934235] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.934456] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.934528] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.934704] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.934804] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.934863] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.935028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.935104] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.935304] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.935498] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.935539] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.935677] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.935753] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.935829] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb910d19-601b-470d-a28e-d9be76ee533f is going to be updated. [ 833.964444] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.964594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.964657] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.964868] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.965019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.965182] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb910d19-601b-470d-a28e-d9be76ee533f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.153208] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.153425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.153478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.153744] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.154128] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.154128] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 is going to be updated. [ 834.189255] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.189459] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.189515] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.189777] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.189999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.203338] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: IN_PROGRESS for 2s [ 834.277246] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.277498] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.277576] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.277874] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.277965] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.278171] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.278263] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.278345] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.278635] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.278730] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.278920] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 is going to be updated. [ 834.333629] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.333848] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.333848] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.334077] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.334223] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.351565] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: IN_PROGRESS for 2s [ 835.304778] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: SUCCESS [ 835.305220] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.305270] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.305826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.305826] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.305826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.305826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.306112] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.306148] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.306346] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.810046] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.215282] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: SUCCESS [ 836.215282] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.215401] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.216245] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.216245] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.216245] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.216664] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.216998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.217163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.217270] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.217378] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.312912] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.365224] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: SUCCESS [ 836.365458] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 deletion is rescheduled due to dependency. [ 836.365669] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.721545] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.721774] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.721850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.722132] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.723026] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.723026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.723026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.723026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.723026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.723026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.723026] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.723026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.723524] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.723524] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.723524] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.723524] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.723524] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.723687] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.723719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.725469] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.725469] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.817080] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.817278] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.817368] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.817552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.817631] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.817732] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead is going to be updated. [ 836.850419] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.850646] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.850646] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.850856] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.851015] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.861447] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: IN_PROGRESS for 2s [ 837.226554] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba5c64b6-e70a-47bb-aa31-7ecb138bccb3: rpc.has_security_group_logging(os_id): False [ 837.249325] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.249539] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.249779] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.250086] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.279857] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.280254] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.280402] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.280468] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.280665] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.280751] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.281068] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.281186] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.281247] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.281437] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.281536] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.281748] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.281847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.281884] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.282076] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.282178] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.282308] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 is going to be updated. [ 837.378338] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.379166] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.379166] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.379166] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.379166] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.396022] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: IN_PROGRESS for 2s [ 837.628987] env[65757]: INFO networking_nsxv3.common.synchronization [req-36955e29-7d52-4b65-887a-2f7a6d7f8d0e req-6c16ea43-2ce1-4520-98ac-ffedaa7bedff tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Enqueued Resource ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e with Priority: HIGHEST for action security_group_members [ 837.629938] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e with Priority: HIGHEST for action security_group_members [ 837.630565] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.630737] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.630833] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.631160] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.631407] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.631560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.631653] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.631917] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.632188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.632281] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b10c2628-4f86-4ee2-bc30-f29a8234ff7e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.136573] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.136849] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.136925] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.137248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.137369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.137545] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.137659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.137820] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.137889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.137941] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.138720] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e is going to be updated. [ 838.168155] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.168315] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.168414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.168573] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.168741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.177505] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e in Status: IN_PROGRESS for 2s [ 838.739821] env[65757]: INFO networking_nsxv3.common.synchronization [req-d7826ca3-80c7-4149-a016-cfa3545d1a11 req-39b6e975-688f-4713-9bdf-a524601cc508 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Enqueued Resource ID: 781db2b2-3f60-4e35-908e-789cf054687f with Priority: HIGHEST for action security_group_members [ 838.743698] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 781db2b2-3f60-4e35-908e-789cf054687f with Priority: HIGHEST for action security_group_members [ 838.743698] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-781db2b2-3f60-4e35-908e-789cf054687f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.743698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.743698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.743698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.743698] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.743698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.743698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.743698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.743698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.743698] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('781db2b2-3f60-4e35-908e-789cf054687f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.872968] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: SUCCESS [ 838.873273] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.873748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.873963] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.874180] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.874299] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.874359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.874533] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.874614] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.874769] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.874846] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.088917] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-895 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.089198] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-895" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.089329] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-895" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.089707] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-895" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.089987] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.090248] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.090398] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.090671] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.090873] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.091430] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.091717] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.091871] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.092015] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.092223] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.092378] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.092536] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.114227] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.114412] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.114570] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.114749] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-895" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.115126] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-776ee009-0cc4-4143-97c1-d8e3608b8d91 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.115303] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-776ee009-0cc4-4143-97c1-d8e3608b8d91" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.115420] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-776ee009-0cc4-4143-97c1-d8e3608b8d91" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.115774] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-776ee009-0cc4-4143-97c1-d8e3608b8d91" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.115907] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('776ee009-0cc4-4143-97c1-d8e3608b8d91',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.246086] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.246273] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.246273] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.246510] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.246622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.246833] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.246935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.246998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.247167] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.247244] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.247328] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 781db2b2-3f60-4e35-908e-789cf054687f already deleted. [ 839.247424] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.377548] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.377681] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.377831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.377997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.378305] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.378305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.378419] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.378601] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.378709] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.378776] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.378925] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.379031] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.379085] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.379228] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.379365] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.379456] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.379510] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.379659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.379746] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.379835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.379905] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.411024] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: SUCCESS [ 839.411848] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.618590] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.618894] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.619031] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.619355] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.619521] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.619683] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 776ee009-0cc4-4143-97c1-d8e3608b8d91 not found, creating... [ 839.619989] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.620231] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.620358] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.620603] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.620733] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.621109] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.621353] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.621447] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.621694] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.621834] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.622037] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 776ee009-0cc4-4143-97c1-d8e3608b8d91 is going to be created. [ 839.645044] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.645253] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.645253] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.645531] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.645708] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.645932] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-776ee009-0cc4-4143-97c1-d8e3608b8d91" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.883822] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b37d534-8992-4b57-98dd-9d99ad3b7ead: rpc.has_security_group_logging(os_id): False [ 839.904321] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.904321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.904321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.904321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.930083] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.930352] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.930556] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.930556] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.930741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.930916] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.931039] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.931180] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.931245] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.931399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.931475] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.931669] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.931773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.931835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.931978] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.932090] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.932153] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead is going to be updated. [ 839.996983] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.997829] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.997829] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.998174] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.998174] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.011424] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: IN_PROGRESS for 2s [ 840.190759] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e in Status: SUCCESS [ 840.190947] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e deletion is rescheduled due to dependency. [ 840.191094] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.421179] env[65757]: INFO networking_nsxv3.common.synchronization [req-d7826ca3-80c7-4149-a016-cfa3545d1a11 req-d3a814e0-6e93-4884-8fce-13c2c0809161 service nova] Enqueued Resource ID: 781db2b2-3f60-4e35-908e-789cf054687f with Priority: HIGHEST for action security_group_rules [ 840.421467] env[65757]: INFO networking_nsxv3.common.synchronization [req-d7826ca3-80c7-4149-a016-cfa3545d1a11 req-d3a814e0-6e93-4884-8fce-13c2c0809161 service nova] Enqueued Resource ID: 781db2b2-3f60-4e35-908e-789cf054687f with Priority: HIGHEST for action security_group_members [ 840.421467] env[65757]: INFO networking_nsxv3.common.synchronization [req-d7826ca3-80c7-4149-a016-cfa3545d1a11 req-d3a814e0-6e93-4884-8fce-13c2c0809161 service nova] Enqueued Resource ID: 776ee009-0cc4-4143-97c1-d8e3608b8d91 with Priority: HIGHEST for action port [ 840.422823] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 781db2b2-3f60-4e35-908e-789cf054687f with Priority: HIGHEST for action security_group_rules [ 840.424108] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 781db2b2-3f60-4e35-908e-789cf054687f with Priority: HIGHEST for action security_group_members [ 840.424108] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 776ee009-0cc4-4143-97c1-d8e3608b8d91 with Priority: HIGHEST for action port [ 840.424554] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-781db2b2-3f60-4e35-908e-789cf054687f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.425183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.426213] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.426497] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.426721] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('781db2b2-3f60-4e35-908e-789cf054687f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.430794] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-781db2b2-3f60-4e35-908e-789cf054687f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.430794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.430794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.430794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.431409] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.432319] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.432458] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.432733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.432880] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.433035] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('781db2b2-3f60-4e35-908e-789cf054687f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.434830] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-776ee009-0cc4-4143-97c1-d8e3608b8d91 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.434830] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-776ee009-0cc4-4143-97c1-d8e3608b8d91" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.434830] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-776ee009-0cc4-4143-97c1-d8e3608b8d91" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.434830] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-776ee009-0cc4-4143-97c1-d8e3608b8d91" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.435571] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('776ee009-0cc4-4143-97c1-d8e3608b8d91',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.929492] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-781db2b2-3f60-4e35-908e-789cf054687f taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.929886] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.939105] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('781db2b2-3f60-4e35-908e-789cf054687f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.940616] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 776ee009-0cc4-4143-97c1-d8e3608b8d91 with status ACTIVE [ 840.941819] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.941819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.941819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.941819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.941819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.941819] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.941819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.941819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.941819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.941819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.942793] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.942793] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.942793] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.942793] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.942793] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.942793] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 776ee009-0cc4-4143-97c1-d8e3608b8d91 is going to be updated. [ 840.963915] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.964077] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.964166] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.964362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.964719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.964719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-776ee009-0cc4-4143-97c1-d8e3608b8d91" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.445190] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('781db2b2-3f60-4e35-908e-789cf054687f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.949140] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.949607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.949607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.949764] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.949853] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.949971] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 781db2b2-3f60-4e35-908e-789cf054687f is going to be created. [ 841.975898] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.975898] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.975898] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.975898] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.976223] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.987069] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 781db2b2-3f60-4e35-908e-789cf054687f in Status: UNINITIALIZED for 2s [ 842.024224] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: SUCCESS [ 842.024500] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.622463] env[65757]: INFO networking_nsxv3.common.synchronization [req-0ce72a6f-7930-472b-9fb1-1e5a857d9368 req-84954981-82f9-43b5-850b-d98a6837d9c7 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 842.622633] env[65757]: INFO networking_nsxv3.common.synchronization [req-0ce72a6f-7930-472b-9fb1-1e5a857d9368 req-84954981-82f9-43b5-850b-d98a6837d9c7 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 with Priority: HIGHEST for action security_group_members [ 842.623294] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 842.623529] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 with Priority: HIGHEST for action security_group_members [ 842.623835] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.623961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.624078] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.624236] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.624389] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.624486] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.624546] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.624694] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.624937] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.624937] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.625908] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.626389] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.626389] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.626389] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.626509] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.626698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.626698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.626845] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.627954] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.627954] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8199adc7-6b8e-49ed-8d88-d2e243b4ad70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.674478] env[65757]: INFO networking_nsxv3.common.synchronization [req-0ce72a6f-7930-472b-9fb1-1e5a857d9368 req-84954981-82f9-43b5-850b-d98a6837d9c7 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_rules [ 842.674478] env[65757]: INFO networking_nsxv3.common.synchronization [req-0ce72a6f-7930-472b-9fb1-1e5a857d9368 req-84954981-82f9-43b5-850b-d98a6837d9c7 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 842.674478] env[65757]: INFO networking_nsxv3.common.synchronization [req-0ce72a6f-7930-472b-9fb1-1e5a857d9368 req-84954981-82f9-43b5-850b-d98a6837d9c7 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 with Priority: HIGHEST for action security_group_rules [ 842.674478] env[65757]: INFO networking_nsxv3.common.synchronization [req-0ce72a6f-7930-472b-9fb1-1e5a857d9368 req-84954981-82f9-43b5-850b-d98a6837d9c7 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 with Priority: HIGHEST for action security_group_members [ 842.674478] env[65757]: INFO networking_nsxv3.common.synchronization [req-0ce72a6f-7930-472b-9fb1-1e5a857d9368 req-84954981-82f9-43b5-850b-d98a6837d9c7 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: eb910d19-601b-470d-a28e-d9be76ee533f with Priority: HIGHEST for action port [ 842.674723] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_rules [ 842.674723] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 with Priority: HIGHEST for action security_group_rules [ 842.674809] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb910d19-601b-470d-a28e-d9be76ee533f with Priority: HIGHEST for action port [ 842.674855] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 842.674950] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 with Priority: HIGHEST for action security_group_members [ 842.675937] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.676125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.676222] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.676480] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.676608] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.677765] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8199adc7-6b8e-49ed-8d88-d2e243b4ad70 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.677948] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.678133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.678407] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.678518] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8199adc7-6b8e-49ed-8d88-d2e243b4ad70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.679440] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb910d19-601b-470d-a28e-d9be76ee533f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.679546] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb910d19-601b-470d-a28e-d9be76ee533f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.679660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb910d19-601b-470d-a28e-d9be76ee533f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.679978] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb910d19-601b-470d-a28e-d9be76ee533f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.680154] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb910d19-601b-470d-a28e-d9be76ee533f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.681269] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.681453] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.681719] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.681823] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.131127] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.131127] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8199adc7-6b8e-49ed-8d88-d2e243b4ad70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.183112] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb910d19-601b-470d-a28e-d9be76ee533f with status ACTIVE [ 843.183516] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.183709] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.183827] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.184024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.184116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.184349] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.184486] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.184559] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.185050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.185050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.185464] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.185464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.185575] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.185778] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.185863] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.185969] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb910d19-601b-470d-a28e-d9be76ee533f is going to be updated. [ 843.187959] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.188166] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.189075] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.189226] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.215611] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.215912] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.216042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.216344] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.216552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.216830] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb910d19-601b-470d-a28e-d9be76ee533f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.632880] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.634046] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8199adc7-6b8e-49ed-8d88-d2e243b4ad70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.997945] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 781db2b2-3f60-4e35-908e-789cf054687f in Status: SUCCESS [ 843.998151] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.998344] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.998571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.998835] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.999850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.999850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.999850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.999850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.999850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.999850] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('781db2b2-3f60-4e35-908e-789cf054687f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.136109] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.136529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.136529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.136529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.136752] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.136894] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead is going to be updated. [ 844.138378] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.138554] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.138751] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.139116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.139370] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.139502] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 is going to be created. [ 844.167630] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.167821] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.167952] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.168134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.168322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.171035] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.171272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.171272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.171744] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.171744] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.182317] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 in Status: UNINITIALIZED for 2s [ 844.183047] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: IN_PROGRESS for 2s [ 844.501990] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-781db2b2-3f60-4e35-908e-789cf054687f taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.502177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.502249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.502470] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.502694] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.502788] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.502788] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.502930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.503028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.503117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.503262] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-781db2b2-3f60-4e35-908e-789cf054687f taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.503353] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.503411] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.503567] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.503684] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.503824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.503824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.504012] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.504049] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.504136] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.504305] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('781db2b2-3f60-4e35-908e-789cf054687f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.009531] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 781db2b2-3f60-4e35-908e-789cf054687f: rpc.has_security_group_logging(os_id): False [ 845.031477] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.031680] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.031680] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.031927] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.032047] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.032224] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.032316] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.032376] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.032531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.032605] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.032799] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.032894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.032971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.033111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.033182] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.033361] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.033450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.033508] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.033647] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.033721] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.033804] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 781db2b2-3f60-4e35-908e-789cf054687f is going to be created. [ 845.148178] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.148583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.148583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.148583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.148812] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.166120] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 781db2b2-3f60-4e35-908e-789cf054687f in Status: IN_PROGRESS for 2s [ 846.194821] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 in Status: SUCCESS [ 846.195194] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.195248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.195439] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.195619] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.195737] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.195792] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.196166] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.196166] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.196260] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8199adc7-6b8e-49ed-8d88-d2e243b4ad70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.197686] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: SUCCESS [ 846.197862] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.197998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.198171] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.198335] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.198438] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.198500] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.198638] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.198756] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.198847] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.700946] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8199adc7-6b8e-49ed-8d88-d2e243b4ad70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.702316] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.179506] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 781db2b2-3f60-4e35-908e-789cf054687f in Status: SUCCESS [ 847.179684] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.204561] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8199adc7-6b8e-49ed-8d88-d2e243b4ad70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.206089] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.677356] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 847.677356] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 847.708200] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.708379] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.708451] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.708670] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.708781] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.708883] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 is going to be updated. [ 847.710185] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.710303] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.710370] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.710540] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.710618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.710703] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead is going to be updated. [ 847.741711] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.741894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.741939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.743197] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.743197] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.744064] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.744181] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.744248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.744410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.744541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.755508] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: IN_PROGRESS for 2s [ 847.755508] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 in Status: IN_PROGRESS for 2s [ 847.963469] env[65757]: INFO networking_nsxv3.common.synchronization [req-d7c1695e-256d-4acd-a54e-a30609b7d3b1 req-beed6ba0-be08-4f24-9dac-8d734e32d587 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 with Priority: HIGHEST for action security_group_members [ 847.963469] env[65757]: INFO networking_nsxv3.common.synchronization [req-d7c1695e-256d-4acd-a54e-a30609b7d3b1 req-beed6ba0-be08-4f24-9dac-8d734e32d587 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 6917e8ef-f788-419a-bfe3-54aa26aa2cb5 with Priority: HIGHEST for action security_group_members [ 847.963949] env[65757]: INFO networking_nsxv3.common.synchronization [req-d7c1695e-256d-4acd-a54e-a30609b7d3b1 req-beed6ba0-be08-4f24-9dac-8d734e32d587 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 847.964713] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 with Priority: HIGHEST for action security_group_members [ 847.964713] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6917e8ef-f788-419a-bfe3-54aa26aa2cb5 with Priority: HIGHEST for action security_group_members [ 847.964713] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 847.965043] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.965043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.965308] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6917e8ef-f788-419a-bfe3-54aa26aa2cb5 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.965460] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6917e8ef-f788-419a-bfe3-54aa26aa2cb5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.965546] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6917e8ef-f788-419a-bfe3-54aa26aa2cb5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.965878] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6917e8ef-f788-419a-bfe3-54aa26aa2cb5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.966048] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.966130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.966194] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.966398] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.966516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.966646] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6917e8ef-f788-419a-bfe3-54aa26aa2cb5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.967547] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.967800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.008794] env[65757]: INFO networking_nsxv3.common.synchronization [req-d7c1695e-256d-4acd-a54e-a30609b7d3b1 req-beed6ba0-be08-4f24-9dac-8d734e32d587 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 6917e8ef-f788-419a-bfe3-54aa26aa2cb5 with Priority: HIGHEST for action security_group_rules [ 848.009051] env[65757]: INFO networking_nsxv3.common.synchronization [req-d7c1695e-256d-4acd-a54e-a30609b7d3b1 req-beed6ba0-be08-4f24-9dac-8d734e32d587 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 6917e8ef-f788-419a-bfe3-54aa26aa2cb5 with Priority: HIGHEST for action security_group_members [ 848.009157] env[65757]: INFO networking_nsxv3.common.synchronization [req-d7c1695e-256d-4acd-a54e-a30609b7d3b1 req-beed6ba0-be08-4f24-9dac-8d734e32d587 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_rules [ 848.009263] env[65757]: INFO networking_nsxv3.common.synchronization [req-d7c1695e-256d-4acd-a54e-a30609b7d3b1 req-beed6ba0-be08-4f24-9dac-8d734e32d587 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 848.009399] env[65757]: INFO networking_nsxv3.common.synchronization [req-d7c1695e-256d-4acd-a54e-a30609b7d3b1 req-beed6ba0-be08-4f24-9dac-8d734e32d587 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 with Priority: HIGHEST for action security_group_rules [ 848.009552] env[65757]: INFO networking_nsxv3.common.synchronization [req-d7c1695e-256d-4acd-a54e-a30609b7d3b1 req-beed6ba0-be08-4f24-9dac-8d734e32d587 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 with Priority: HIGHEST for action security_group_members [ 848.009722] env[65757]: INFO networking_nsxv3.common.synchronization [req-d7c1695e-256d-4acd-a54e-a30609b7d3b1 req-beed6ba0-be08-4f24-9dac-8d734e32d587 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: eb910d19-601b-470d-a28e-d9be76ee533f with Priority: HIGHEST for action port [ 848.010461] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6917e8ef-f788-419a-bfe3-54aa26aa2cb5 with Priority: HIGHEST for action security_group_rules [ 848.010631] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_rules [ 848.010769] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 with Priority: HIGHEST for action security_group_members [ 848.010986] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb910d19-601b-470d-a28e-d9be76ee533f with Priority: HIGHEST for action port [ 848.011056] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 with Priority: HIGHEST for action security_group_rules [ 848.011105] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6917e8ef-f788-419a-bfe3-54aa26aa2cb5 with Priority: HIGHEST for action security_group_members [ 848.011224] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 848.015208] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6917e8ef-f788-419a-bfe3-54aa26aa2cb5 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.015208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6917e8ef-f788-419a-bfe3-54aa26aa2cb5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.015208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6917e8ef-f788-419a-bfe3-54aa26aa2cb5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.015208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6917e8ef-f788-419a-bfe3-54aa26aa2cb5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.015208] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6917e8ef-f788-419a-bfe3-54aa26aa2cb5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.015628] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.015628] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.015814] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.015919] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.016170] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb910d19-601b-470d-a28e-d9be76ee533f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.016439] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb910d19-601b-470d-a28e-d9be76ee533f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.016566] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb910d19-601b-470d-a28e-d9be76ee533f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.016968] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb910d19-601b-470d-a28e-d9be76ee533f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.016968] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb910d19-601b-470d-a28e-d9be76ee533f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.017900] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8199adc7-6b8e-49ed-8d88-d2e243b4ad70 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.017900] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.018955] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6917e8ef-f788-419a-bfe3-54aa26aa2cb5 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.019089] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6917e8ef-f788-419a-bfe3-54aa26aa2cb5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.019314] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.019392] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.472128] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6917e8ef-f788-419a-bfe3-54aa26aa2cb5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.520825] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb910d19-601b-470d-a28e-d9be76ee533f with status ACTIVE [ 848.521445] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.522796] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.522887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.523178] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.523239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.523430] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.523537] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.523600] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.523772] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.524056] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.524056] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.524184] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.524230] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.524338] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.524420] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.524480] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb910d19-601b-470d-a28e-d9be76ee533f is going to be updated. [ 848.526266] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6917e8ef-f788-419a-bfe3-54aa26aa2cb5 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.526266] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6917e8ef-f788-419a-bfe3-54aa26aa2cb5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.548860] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.549047] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.549141] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.549330] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.549470] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.549663] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb910d19-601b-470d-a28e-d9be76ee533f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.974572] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6917e8ef-f788-419a-bfe3-54aa26aa2cb5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.479822] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.480109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.480109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.480374] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.480374] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.480483] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6917e8ef-f788-419a-bfe3-54aa26aa2cb5 is going to be created. [ 849.506595] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.506799] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.506908] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.507136] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.507214] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.518959] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6917e8ef-f788-419a-bfe3-54aa26aa2cb5 in Status: UNINITIALIZED for 2s [ 849.768994] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: SUCCESS [ 849.769245] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.770010] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 in Status: SUCCESS [ 849.770206] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.770387] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.770605] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.770790] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.770906] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.771063] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.771375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.771375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.771375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.771470] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.772250] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.772544] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.772544] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.772653] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.773188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.773188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.773188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.773188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.773188] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8199adc7-6b8e-49ed-8d88-d2e243b4ad70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.774020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.774181] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.774327] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.774425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.774488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.774625] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.774700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.774779] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.775520] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.775681] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.775824] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.775923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.775986] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.776141] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.776216] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.776294] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8199adc7-6b8e-49ed-8d88-d2e243b4ad70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.277027] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.277027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.278296] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.279344] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8199adc7-6b8e-49ed-8d88-d2e243b4ad70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.280254] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8199adc7-6b8e-49ed-8d88-d2e243b4ad70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.782297] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.783576] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8199adc7-6b8e-49ed-8d88-d2e243b4ad70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.784708] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8199adc7-6b8e-49ed-8d88-d2e243b4ad70: rpc.has_security_group_logging(os_id): False [ 850.803330] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.803535] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.803535] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.803746] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.803838] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.804067] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.804180] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.804262] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.804373] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.804448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.804556] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 is going to be created. [ 850.807765] env[65757]: INFO networking_nsxv3.common.synchronization [None req-52538edc-4169-416f-895d-fb0cad4ace89 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Enqueued Resource ID: 13f418ff-98b0-4d02-8114-34a92d149635 with Priority: HIGHEST for action security_group_rules [ 850.808344] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f418ff-98b0-4d02-8114-34a92d149635 with Priority: HIGHEST for action security_group_rules [ 850.808898] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13f418ff-98b0-4d02-8114-34a92d149635 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.809134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13f418ff-98b0-4d02-8114-34a92d149635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.809218] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13f418ff-98b0-4d02-8114-34a92d149635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.809454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13f418ff-98b0-4d02-8114-34a92d149635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.809538] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13f418ff-98b0-4d02-8114-34a92d149635',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.878346] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.878551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.878611] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.878998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.879142] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.892770] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 in Status: IN_PROGRESS for 2s [ 850.975641] env[65757]: INFO networking_nsxv3.common.synchronization [None req-d0660fc3-389a-4bba-bdb0-a5e3510c2415 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Enqueued Resource ID: 13f418ff-98b0-4d02-8114-34a92d149635 with Priority: HIGHEST for action security_group_rules [ 850.976199] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13f418ff-98b0-4d02-8114-34a92d149635 with Priority: HIGHEST for action security_group_rules [ 850.976540] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13f418ff-98b0-4d02-8114-34a92d149635 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.976645] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13f418ff-98b0-4d02-8114-34a92d149635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.286732] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.286935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.287015] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.287254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.287345] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.287444] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 is going to be updated. [ 851.288791] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.288969] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.289056] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.289158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.289233] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.289308] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead is going to be updated. [ 851.325534] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.325534] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.325534] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.325534] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.325801] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.327691] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.327802] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.327875] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.328067] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.328196] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.333617] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.333832] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.333832] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.334032] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.334122] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.334211] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13f418ff-98b0-4d02-8114-34a92d149635 already deleted. [ 851.334296] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13f418ff-98b0-4d02-8114-34a92d149635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.334434] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13f418ff-98b0-4d02-8114-34a92d149635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.334585] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13f418ff-98b0-4d02-8114-34a92d149635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.334669] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13f418ff-98b0-4d02-8114-34a92d149635',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.338558] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 in Status: IN_PROGRESS for 2s [ 851.339662] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: IN_PROGRESS for 2s [ 851.548383] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6917e8ef-f788-419a-bfe3-54aa26aa2cb5 in Status: SUCCESS [ 851.548383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6917e8ef-f788-419a-bfe3-54aa26aa2cb5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.548383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6917e8ef-f788-419a-bfe3-54aa26aa2cb5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.548383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6917e8ef-f788-419a-bfe3-54aa26aa2cb5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.548383] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.548383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.548383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.548383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.548383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.548383] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6917e8ef-f788-419a-bfe3-54aa26aa2cb5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.744637] env[65757]: INFO networking_nsxv3.common.synchronization [req-c0627e53-bb17-422a-a1f0-dcf334191a1f req-d7ec74eb-9e78-4d8e-8b19-80b401bfe93d tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 851.744804] env[65757]: INFO networking_nsxv3.common.synchronization [req-c0627e53-bb17-422a-a1f0-dcf334191a1f req-d7ec74eb-9e78-4d8e-8b19-80b401bfe93d tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 with Priority: HIGHEST for action security_group_members [ 851.744929] env[65757]: INFO networking_nsxv3.common.synchronization [req-c0627e53-bb17-422a-a1f0-dcf334191a1f req-d7ec74eb-9e78-4d8e-8b19-80b401bfe93d tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 6917e8ef-f788-419a-bfe3-54aa26aa2cb5 with Priority: HIGHEST for action security_group_members [ 851.746184] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 851.746422] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 with Priority: HIGHEST for action security_group_members [ 851.749328] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6917e8ef-f788-419a-bfe3-54aa26aa2cb5 with Priority: HIGHEST for action security_group_members [ 851.749328] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.749328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.749328] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.749328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.749328] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6917e8ef-f788-419a-bfe3-54aa26aa2cb5 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.749328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6917e8ef-f788-419a-bfe3-54aa26aa2cb5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.863133] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.863133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.863133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.863133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.863133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.863133] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13f418ff-98b0-4d02-8114-34a92d149635 already deleted. [ 851.863133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13f418ff-98b0-4d02-8114-34a92d149635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.050642] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6917e8ef-f788-419a-bfe3-54aa26aa2cb5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.553417] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6917e8ef-f788-419a-bfe3-54aa26aa2cb5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.906689] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 in Status: SUCCESS [ 852.906689] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.906689] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.907114] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.907275] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8199adc7-6b8e-49ed-8d88-d2e243b4ad70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.056130] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.056130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.056130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.056130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.056130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.056130] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6917e8ef-f788-419a-bfe3-54aa26aa2cb5 is going to be updated. [ 853.084906] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.085105] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.085105] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.085825] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.085825] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.094788] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6917e8ef-f788-419a-bfe3-54aa26aa2cb5 in Status: IN_PROGRESS for 2s [ 853.355412] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: SUCCESS [ 853.355617] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.356561] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 in Status: SUCCESS [ 853.356775] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.356961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.357237] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.357446] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.357588] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.357669] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.357861] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.357966] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.358083] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.359594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.359786] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.359991] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.360120] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.360189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.360395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.360395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.360482] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8199adc7-6b8e-49ed-8d88-d2e243b4ad70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.428642] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.428841] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.428923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.429154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.429241] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.429331] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 is going to be deleted. [ 853.489919] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.490070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.490070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.490281] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.490369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.490478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.863305] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.864507] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.864656] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.864722] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.864917] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.865015] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.865214] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.865317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.865383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.865524] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.865598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.865683] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 is going to be deleted. [ 853.921105] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.921393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.921393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.921573] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.921681] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.921787] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.922093] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.922270] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.922512] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.922653] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.922763] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.922908] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.922987] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.923093] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8199adc7-6b8e-49ed-8d88-d2e243b4ad70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.368160] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.428635] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.428908] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.429013] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.429272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.429379] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.429586] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.429705] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.429946] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.430164] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.430252] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.430347] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8199adc7-6b8e-49ed-8d88-d2e243b4ad70 already deleted. [ 854.430431] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8199adc7-6b8e-49ed-8d88-d2e243b4ad70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.872697] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.872697] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.872697] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.872697] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.872697] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.872697] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead is going to be updated. [ 854.905059] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.905292] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.905292] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.905490] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.905740] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.915956] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: IN_PROGRESS for 2s [ 855.106836] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6917e8ef-f788-419a-bfe3-54aa26aa2cb5 in Status: SUCCESS [ 855.107973] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6917e8ef-f788-419a-bfe3-54aa26aa2cb5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.107973] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6917e8ef-f788-419a-bfe3-54aa26aa2cb5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.108563] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6917e8ef-f788-419a-bfe3-54aa26aa2cb5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.108815] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.109328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.109328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.109328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.109328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.109580] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6917e8ef-f788-419a-bfe3-54aa26aa2cb5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.109580] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6917e8ef-f788-419a-bfe3-54aa26aa2cb5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.110687] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6917e8ef-f788-419a-bfe3-54aa26aa2cb5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.110909] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6917e8ef-f788-419a-bfe3-54aa26aa2cb5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.110956] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.111161] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.111161] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.111401] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.111401] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.111613] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6917e8ef-f788-419a-bfe3-54aa26aa2cb5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.613938] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6917e8ef-f788-419a-bfe3-54aa26aa2cb5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.614366] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.614521] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.614591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.616019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.616019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.616019] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.616019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.616019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.616019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.616019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.616019] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6917e8ef-f788-419a-bfe3-54aa26aa2cb5 is going to be deleted. [ 855.651399] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.651399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.651399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.651399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.651399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.651399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6917e8ef-f788-419a-bfe3-54aa26aa2cb5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.117561] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6917e8ef-f788-419a-bfe3-54aa26aa2cb5: rpc.has_security_group_logging(os_id): False [ 856.138611] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.138924] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.139063] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.139359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.139426] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.139955] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.140098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.140231] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.140400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.140516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.141110] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6917e8ef-f788-419a-bfe3-54aa26aa2cb5 is going to be created. [ 856.153319] env[65757]: INFO networking_nsxv3.common.synchronization [req-ae8db840-63db-46f3-86e6-c289e59f672e req-b8608379-584e-4c90-a526-3ce9f19188fb tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Enqueued Resource ID: 417a756e-2839-43d4-b516-d4811e75d060 with Priority: HIGHEST for action security_group_members [ 856.153319] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 417a756e-2839-43d4-b516-d4811e75d060 with Priority: HIGHEST for action security_group_members [ 856.153319] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-417a756e-2839-43d4-b516-d4811e75d060 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.153503] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.153610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.154054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.154349] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.154541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.154667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.154936] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.155099] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.155236] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('417a756e-2839-43d4-b516-d4811e75d060',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.169684] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6917e8ef-f788-419a-bfe3-54aa26aa2cb5], does not exist path=[/infra/domains/default/groups/6917e8ef-f788-419a-bfe3-54aa26aa2cb5]."\n}' [ 856.169845] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6917e8ef-f788-419a-bfe3-54aa26aa2cb5 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6917e8ef-f788-419a-bfe3-54aa26aa2cb5 [ 856.169949] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 856.206234] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.206234] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.206234] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.206234] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.207391] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.208521] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.208970] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.210798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.210798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.210798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.210798] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.210798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.210798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.210798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.210798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.210798] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6917e8ef-f788-419a-bfe3-54aa26aa2cb5 is going to be created. [ 856.230948] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6917e8ef-f788-419a-bfe3-54aa26aa2cb5], does not exist path=[/infra/domains/default/groups/6917e8ef-f788-419a-bfe3-54aa26aa2cb5]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6917e8ef-f788-419a-bfe3-54aa26aa2cb5 [ 856.231160] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6917e8ef-f788-419a-bfe3-54aa26aa2cb5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.231220] env[65757]: Traceback (most recent call last): [ 856.231268] env[65757]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 856.231268] env[65757]: return func(*args, **kwargs) [ 856.231268] env[65757]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 856.231268] env[65757]: res.raise_for_status() [ 856.231268] env[65757]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 856.231268] env[65757]: raise HTTPError(http_error_msg, response=self) [ 856.231268] env[65757]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6917e8ef-f788-419a-bfe3-54aa26aa2cb5 [ 856.231268] env[65757]: During handling of the above exception, another exception occurred: [ 856.231268] env[65757]: Traceback (most recent call last): [ 856.231268] env[65757]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 856.231268] env[65757]: listener.cb(fileno) [ 856.231628] env[65757]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 856.231628] env[65757]: result = function(*args, **kwargs) [ 856.231628] env[65757]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 856.231628] env[65757]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 856.231628] env[65757]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 856.231628] env[65757]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 856.231628] env[65757]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 856.231628] env[65757]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 856.231628] env[65757]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 856.231628] env[65757]: res.raise_for_status() [ 856.231628] env[65757]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 856.231628] env[65757]: raise HTTPError(http_error_msg, response=self) [ 856.231628] env[65757]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6917e8ef-f788-419a-bfe3-54aa26aa2cb5 [ 856.231628] env[65757]: Removing descriptor: 5 [ 856.540256] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.540256] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-283" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.540507] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-283" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.540904] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-283" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.541289] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.541382] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.541475] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.541711] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.541846] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.542082] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.542204] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.542323] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.542427] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.542543] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.542657] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.542776] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.563348] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.563470] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.563518] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.563914] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-283" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.564179] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-a348e279-ac8b-4932-9842-c3fe6681b104 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.564963] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-a348e279-ac8b-4932-9842-c3fe6681b104" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.564963] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-a348e279-ac8b-4932-9842-c3fe6681b104" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.564963] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-a348e279-ac8b-4932-9842-c3fe6681b104" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.564963] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a348e279-ac8b-4932-9842-c3fe6681b104',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.658290] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.658445] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.658510] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.658776] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.658901] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.659102] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.659248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.659315] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.660039] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.660039] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.660039] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 417a756e-2839-43d4-b516-d4811e75d060 already deleted. [ 856.660039] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.927300] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: SUCCESS [ 856.927300] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.927564] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.927926] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.927926] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.928114] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.928114] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.931201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.931201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.931201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.931201] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.931201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.931201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.931201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.931201] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.931201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.931201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.931201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.931201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.931201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.931201] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.932393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.932393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.932393] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.932590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.932590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.932689] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.932743] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.932878] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.068380] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.069075] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.069224] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.069569] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.070504] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.070718] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port a348e279-ac8b-4932-9842-c3fe6681b104 not found, creating... [ 857.071112] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.071289] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.071395] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.071669] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.071971] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.072336] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.072513] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.072631] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.072861] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.073010] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.073150] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: a348e279-ac8b-4932-9842-c3fe6681b104 is going to be created. [ 857.096125] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.096125] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.096281] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.096534] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.096779] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.097022] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-a348e279-ac8b-4932-9842-c3fe6681b104" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.434812] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b37d534-8992-4b57-98dd-9d99ad3b7ead: rpc.has_security_group_logging(os_id): False [ 857.436071] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.454725] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.454974] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.456830] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.456830] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.481899] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.482400] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.482400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.482400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.482648] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.482697] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.482883] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.482990] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.483062] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.483225] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.483301] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.483500] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.483595] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.483650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.483798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.483896] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.484149] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead is going to be updated. [ 857.579095] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.579333] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.579333] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.579558] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.579808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.610560] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: IN_PROGRESS for 2s [ 857.818708] env[65757]: INFO networking_nsxv3.common.synchronization [req-ae8db840-63db-46f3-86e6-c289e59f672e req-d66bd121-2315-41b6-8637-94007070f806 service nova] Enqueued Resource ID: 417a756e-2839-43d4-b516-d4811e75d060 with Priority: HIGHEST for action security_group_rules [ 857.818985] env[65757]: INFO networking_nsxv3.common.synchronization [req-ae8db840-63db-46f3-86e6-c289e59f672e req-d66bd121-2315-41b6-8637-94007070f806 service nova] Enqueued Resource ID: 417a756e-2839-43d4-b516-d4811e75d060 with Priority: HIGHEST for action security_group_members [ 857.819232] env[65757]: INFO networking_nsxv3.common.synchronization [req-ae8db840-63db-46f3-86e6-c289e59f672e req-d66bd121-2315-41b6-8637-94007070f806 service nova] Enqueued Resource ID: a348e279-ac8b-4932-9842-c3fe6681b104 with Priority: HIGHEST for action port [ 857.819669] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 417a756e-2839-43d4-b516-d4811e75d060 with Priority: HIGHEST for action security_group_rules [ 857.819821] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 417a756e-2839-43d4-b516-d4811e75d060 with Priority: HIGHEST for action security_group_members [ 857.819928] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a348e279-ac8b-4932-9842-c3fe6681b104 with Priority: HIGHEST for action port [ 857.820219] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-417a756e-2839-43d4-b516-d4811e75d060 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.820398] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.820398] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.820653] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.820752] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('417a756e-2839-43d4-b516-d4811e75d060',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.821615] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-417a756e-2839-43d4-b516-d4811e75d060 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.821725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.821791] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.822033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.822147] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.822313] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.822313] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.822450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.822531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.822618] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('417a756e-2839-43d4-b516-d4811e75d060',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.823370] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-a348e279-ac8b-4932-9842-c3fe6681b104 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.823470] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a348e279-ac8b-4932-9842-c3fe6681b104" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.823537] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a348e279-ac8b-4932-9842-c3fe6681b104" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.823853] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a348e279-ac8b-4932-9842-c3fe6681b104" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.823853] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a348e279-ac8b-4932-9842-c3fe6681b104',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.938302] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.325977] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('417a756e-2839-43d4-b516-d4811e75d060',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.327148] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-417a756e-2839-43d4-b516-d4811e75d060 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.327148] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.328025] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a348e279-ac8b-4932-9842-c3fe6681b104 with status ACTIVE [ 858.328025] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.328025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.328025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.328025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.328025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.328631] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.328631] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.328631] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.328631] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.328631] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.328894] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.328894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.328894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.329032] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.332371] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.332371] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a348e279-ac8b-4932-9842-c3fe6681b104 is going to be updated. [ 858.356325] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.356779] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.356779] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.356961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.357055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.357328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a348e279-ac8b-4932-9842-c3fe6681b104" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.444911] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.446322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.446322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.446322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.446322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.446322] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead is going to be updated. [ 858.510352] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.510352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.510560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.510848] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.510848] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.521849] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: IN_PROGRESS for 2s [ 858.769345] env[65757]: INFO networking_nsxv3.common.synchronization [req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c req-7b33833a-7c9c-4f62-a4e5-2a9e79793cc6 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 858.770461] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 858.771529] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.771529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.771529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.771529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.771975] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.771975] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.771975] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.772608] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.772725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.772827] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.834024] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('417a756e-2839-43d4-b516-d4811e75d060',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.165653] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.165653] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.165653] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.165653] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.170022] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.170022] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.170022] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.170022] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.170022] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.170022] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.170022] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.170022] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.170022] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.170022] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.170022] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.170022] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.191729] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.192169] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.192418] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.192694] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.193181] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-adc14e6c-91d7-4ce6-92c2-cabcba264612 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.193600] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-adc14e6c-91d7-4ce6-92c2-cabcba264612" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.194018] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-adc14e6c-91d7-4ce6-92c2-cabcba264612" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.194450] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-adc14e6c-91d7-4ce6-92c2-cabcba264612" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.194723] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adc14e6c-91d7-4ce6-92c2-cabcba264612',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.276469] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.337364] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.337364] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.337364] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.337364] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.337731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.337731] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 417a756e-2839-43d4-b516-d4811e75d060 is going to be created. [ 859.368788] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.369145] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.369186] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.369412] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.369587] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.383755] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 417a756e-2839-43d4-b516-d4811e75d060 in Status: UNINITIALIZED for 2s [ 859.629221] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: SUCCESS [ 859.629539] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.629665] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.629906] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.629989] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.700356] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.700581] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.700707] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.700986] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.701247] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.701396] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port adc14e6c-91d7-4ce6-92c2-cabcba264612 not found, creating... [ 859.701664] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.701814] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.701923] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.702164] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.702315] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.702566] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.702709] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.702848] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.703056] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.703520] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.703707] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: adc14e6c-91d7-4ce6-92c2-cabcba264612 is going to be created. [ 859.724269] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.724518] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.724595] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.725321] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.725625] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.725840] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-adc14e6c-91d7-4ce6-92c2-cabcba264612" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.781938] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.133930] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.133930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.285628] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.285818] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.285855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.286193] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.286290] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.286430] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 860.356769] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.357055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.357144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.357443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.357698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.374629] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 860.541949] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: SUCCESS [ 860.541949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.541949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.541949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.541949] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.541949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.541949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.541949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.541949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.541949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.541949] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.578334] env[65757]: INFO networking_nsxv3.common.synchronization [req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c req-80fbad22-d1d1-4830-9e82-8ae5186ffe38 service nova] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_rules [ 860.578502] env[65757]: INFO networking_nsxv3.common.synchronization [req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c req-80fbad22-d1d1-4830-9e82-8ae5186ffe38 service nova] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 860.578632] env[65757]: INFO networking_nsxv3.common.synchronization [req-3fb1974f-05c7-4dc8-8bb5-5b1790829c1c req-80fbad22-d1d1-4830-9e82-8ae5186ffe38 service nova] Enqueued Resource ID: adc14e6c-91d7-4ce6-92c2-cabcba264612 with Priority: HIGHEST for action port [ 860.579248] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_rules [ 860.579345] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 860.579404] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc14e6c-91d7-4ce6-92c2-cabcba264612 with Priority: HIGHEST for action port [ 860.579629] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.579860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.579860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.582896] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.583020] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.584592] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.584592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.584760] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-adc14e6c-91d7-4ce6-92c2-cabcba264612 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.584760] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adc14e6c-91d7-4ce6-92c2-cabcba264612" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.584924] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adc14e6c-91d7-4ce6-92c2-cabcba264612" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.584995] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adc14e6c-91d7-4ce6-92c2-cabcba264612" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.585121] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adc14e6c-91d7-4ce6-92c2-cabcba264612',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.044258] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.044258] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.044823] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.044823] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.045020] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.045178] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.045274] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.045555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.045686] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.045820] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.046067] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.046208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.046294] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.046510] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.046920] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.047099] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.047190] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.047360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.047460] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.047552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.047646] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.087162] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.087331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.089745] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port adc14e6c-91d7-4ce6-92c2-cabcba264612 with status ACTIVE [ 861.090016] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.090140] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.090210] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.090476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.090545] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.090739] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.090875] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.090945] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.091108] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.091183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.091360] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.091461] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.091933] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.091933] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.091933] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.091933] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: adc14e6c-91d7-4ce6-92c2-cabcba264612 is going to be updated. [ 861.116133] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.116299] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.116350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.117527] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.117527] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.117527] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adc14e6c-91d7-4ce6-92c2-cabcba264612" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.398094] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 417a756e-2839-43d4-b516-d4811e75d060 in Status: SUCCESS [ 861.398094] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.398094] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.398094] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.398094] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.398094] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.398094] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.398094] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.398094] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.398094] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.398094] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('417a756e-2839-43d4-b516-d4811e75d060',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.550173] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b37d534-8992-4b57-98dd-9d99ad3b7ead: rpc.has_security_group_logging(os_id): False [ 861.570846] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.571090] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.571090] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.573239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.573239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.573239] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.573239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.573239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.573239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.573239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.573239] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.573239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.573239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.573239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.573239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.574687] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.574767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.574832] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.574991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.575084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.575169] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead is going to be updated. [ 861.646574] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.646574] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.646574] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.646574] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.646574] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.658011] env[65757]: INFO networking_nsxv3.common.synchronization [req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 req-874157d2-5af9-43b5-a000-cb2842bb0fff tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Enqueued Resource ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 with Priority: HIGHEST for action security_group_members [ 861.658855] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 with Priority: HIGHEST for action security_group_members [ 861.659013] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e12803d-4ecf-4cc1-b845-061506f487a9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.659146] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.659243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.659476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.659635] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.659752] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.659819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.659968] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.660173] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.660173] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e12803d-4ecf-4cc1-b845-061506f487a9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.661963] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: IN_PROGRESS for 2s [ 861.903019] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-417a756e-2839-43d4-b516-d4811e75d060 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.903019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.903019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.903019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.903019] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.903019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.903019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.903019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.903442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.903442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.903442] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-417a756e-2839-43d4-b516-d4811e75d060 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.903442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.903628] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.903628] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.904079] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.904079] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.904079] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.904079] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.904079] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.907141] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.907141] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('417a756e-2839-43d4-b516-d4811e75d060',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.937610] env[65757]: INFO networking_nsxv3.common.synchronization [req-5210a45a-d08d-4618-aa15-60231d6cb7e9 req-76bdd933-983d-480e-9e0e-27ef73ce03ed tempest-ServersTestManualDisk-743879650 tempest-ServersTestManualDisk-743879650-project-member] Enqueued Resource ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 with Priority: HIGHEST for action security_group_members [ 861.937610] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 with Priority: HIGHEST for action security_group_members [ 861.937610] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-25b36f8f-d482-4af9-9e26-74ca8ae90f71 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.937610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.937610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.937610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.939376] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.939601] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.939676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.939895] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.940028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.940094] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('25b36f8f-d482-4af9-9e26-74ca8ae90f71',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.094029] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.094354] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-940" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.094354] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-940" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.094979] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-940" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.095678] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.095876] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.096073] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.096325] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.096468] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.096676] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.096925] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.097063] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.097172] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.097286] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.097517] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.097668] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.117573] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.117756] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.117930] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.118043] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-940" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.118354] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.118523] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.118655] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.119022] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.119569] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5d90a9c-e54b-469e-9d60-c50a2a4a58d6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.165674] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.165934] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.166088] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.166348] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.166537] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.166788] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.166921] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.167054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.167297] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.167363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.170870] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 already deleted. [ 862.170870] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.386111] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 862.386342] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.387130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.387130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.387130] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.387130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.387404] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.387404] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.387404] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.387573] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.409223] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 417a756e-2839-43d4-b516-d4811e75d060: rpc.has_security_group_logging(os_id): False [ 862.427145] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.427352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.427352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.429154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.429154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.429154] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.429154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.429154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.429154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.429154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.429154] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.429154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.429154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.429154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.429154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.429154] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.429154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.429935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.429935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.429935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.429935] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 417a756e-2839-43d4-b516-d4811e75d060 is going to be created. [ 862.445822] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.445931] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.445996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.446222] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.471958] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.472250] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.472400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.472462] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.472661] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.472745] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.472836] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 is going to be updated. [ 862.495204] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.495392] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.495444] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.495964] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.495964] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.510084] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.510084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.510084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.510084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.510084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.512084] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 417a756e-2839-43d4-b516-d4811e75d060 in Status: IN_PROGRESS for 2s [ 862.521207] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 in Status: IN_PROGRESS for 2s [ 862.622469] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.622718] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.622841] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.623287] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.623444] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.623601] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 not found, creating... [ 862.623903] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.624084] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.624235] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.624479] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.624639] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.625345] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.625548] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.625669] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.625897] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.626057] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.627033] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 is going to be created. [ 862.698558] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.698765] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.698921] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.699253] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.699595] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.699944] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.889471] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.392649] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.430648] env[65757]: INFO networking_nsxv3.common.synchronization [req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 req-35e1fde7-6e58-4623-b62b-9519c6c9440a service nova] Enqueued Resource ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 with Priority: HIGHEST for action security_group_rules [ 863.430648] env[65757]: INFO networking_nsxv3.common.synchronization [req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 req-35e1fde7-6e58-4623-b62b-9519c6c9440a service nova] Enqueued Resource ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 with Priority: HIGHEST for action security_group_members [ 863.430746] env[65757]: INFO networking_nsxv3.common.synchronization [req-cf7c9afe-d766-4cb4-8d62-379c3c52ab71 req-35e1fde7-6e58-4623-b62b-9519c6c9440a service nova] Enqueued Resource ID: a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 with Priority: HIGHEST for action port [ 863.431350] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 with Priority: HIGHEST for action security_group_rules [ 863.431350] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 with Priority: HIGHEST for action security_group_members [ 863.431463] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 with Priority: HIGHEST for action port [ 863.431683] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e12803d-4ecf-4cc1-b845-061506f487a9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.431800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.431861] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.432076] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.432154] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e12803d-4ecf-4cc1-b845-061506f487a9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.433189] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e12803d-4ecf-4cc1-b845-061506f487a9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.433189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.433289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.433521] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.433521] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.433723] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.433723] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.433852] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.433949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.434095] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e12803d-4ecf-4cc1-b845-061506f487a9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.435435] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.435435] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.435435] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.435435] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.435435] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5d90a9c-e54b-469e-9d60-c50a2a4a58d6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.678330] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: SUCCESS [ 863.678606] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.895336] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.895503] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.896329] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.896329] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.896329] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.896329] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 863.937434] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.937603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.937646] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.937856] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.938010] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.939276] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e12803d-4ecf-4cc1-b845-061506f487a9 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.939539] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.939539] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e12803d-4ecf-4cc1-b845-061506f487a9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.940447] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 with status ACTIVE [ 863.940627] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.940755] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.940796] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.940984] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.941084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.941345] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.941446] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.941504] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.941667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.941746] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.941931] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.942082] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.942126] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.942256] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.942342] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.942392] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 is going to be updated. [ 863.959416] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 863.981433] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.981689] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.982038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.982162] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.982402] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.982793] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.444873] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e12803d-4ecf-4cc1-b845-061506f487a9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.525989] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 417a756e-2839-43d4-b516-d4811e75d060 in Status: SUCCESS [ 864.526251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.532343] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 in Status: SUCCESS [ 864.532534] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 deletion is rescheduled due to dependency. [ 864.532649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.949594] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.949775] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.949874] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.950207] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.950338] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.950402] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 is going to be created. [ 864.974682] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.974880] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.974936] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.975156] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.975325] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.986777] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 in Status: UNINITIALIZED for 2s [ 865.972671] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 865.972671] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.973116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.973116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.973450] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.973450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.973450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.973646] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.973680] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.974626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.974626] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.479360] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.479360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.479360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.479360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.479360] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.479360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.479360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.479360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.479360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.479360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.479360] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.479360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.479360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.479360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.479360] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.479360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.480645] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.480645] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.480645] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.480645] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.480645] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.501045] env[65757]: INFO networking_nsxv3.common.synchronization [req-635c95c7-6715-4d39-9175-973ec1205abf req-871d7713-e72c-4e00-a5a1-abd7e5236ec5 tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Enqueued Resource ID: 77b8efeb-010b-4a64-9513-61054109d94e with Priority: HIGHEST for action security_group_members [ 866.501458] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b8efeb-010b-4a64-9513-61054109d94e with Priority: HIGHEST for action security_group_members [ 866.502179] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b8efeb-010b-4a64-9513-61054109d94e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.502179] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.502179] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.502433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.502624] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.502788] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.502922] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.503151] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.503744] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.503744] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b8efeb-010b-4a64-9513-61054109d94e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.864903] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-599 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.866161] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-599" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.866161] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-599" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.866161] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-599" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.866161] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.866161] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.866447] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.866633] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.866900] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.867101] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.867247] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.867356] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.867473] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.867600] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.867712] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.867858] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.890273] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.890273] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.890475] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.890615] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-599" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.890951] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-3eb8c046-4ccb-4014-8763-f6bffb84f7bb taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.891223] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-3eb8c046-4ccb-4014-8763-f6bffb84f7bb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.891391] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-3eb8c046-4ccb-4014-8763-f6bffb84f7bb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.891761] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-3eb8c046-4ccb-4014-8763-f6bffb84f7bb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.891918] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eb8c046-4ccb-4014-8763-f6bffb84f7bb',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.985994] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4b32fd3-8938-4185-a0c3-7ed142922642: rpc.has_security_group_logging(os_id): False [ 866.998337] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 in Status: SUCCESS [ 866.998478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.999042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.999042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.999042] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.999284] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.999284] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.999401] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.999502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.999695] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.999695] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e12803d-4ecf-4cc1-b845-061506f487a9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.007411] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.007571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.007639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.007856] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.009154] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.009254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.031621] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.031900] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.032033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.032103] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.032296] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.032380] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.032570] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.032666] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.032727] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.032871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.032945] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.033219] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.033219] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.033398] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.033398] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.033475] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.033539] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 867.035667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.035845] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.035949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.036412] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.036412] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.036412] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.036631] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.036631] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.036631] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b8efeb-010b-4a64-9513-61054109d94e already deleted. [ 867.036804] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.101166] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.101166] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.101362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.101463] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.101610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.117824] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 867.394883] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.395185] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.395338] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.395678] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.395862] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.396067] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 3eb8c046-4ccb-4014-8763-f6bffb84f7bb not found, creating... [ 867.396551] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.396661] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.396807] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.397128] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.397280] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.397583] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.397740] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.397854] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.398148] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.398230] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.398533] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 3eb8c046-4ccb-4014-8763-f6bffb84f7bb is going to be created. [ 867.427616] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.427907] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.428152] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.428463] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.428782] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.429101] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-3eb8c046-4ccb-4014-8763-f6bffb84f7bb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.502223] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e12803d-4ecf-4cc1-b845-061506f487a9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.005754] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e12803d-4ecf-4cc1-b845-061506f487a9: rpc.has_security_group_logging(os_id): False [ 868.026911] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.026911] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.026911] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.026911] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.026911] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.026911] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.026911] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.026911] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.026911] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.026911] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.026911] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 is going to be created. [ 868.092352] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.092550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.092604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.093365] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.093365] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.108037] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 in Status: IN_PROGRESS for 2s [ 868.172020] env[65757]: INFO networking_nsxv3.common.synchronization [req-635c95c7-6715-4d39-9175-973ec1205abf req-49b23fa0-0450-4078-b5bf-0e9d82ce903f service nova] Enqueued Resource ID: 77b8efeb-010b-4a64-9513-61054109d94e with Priority: HIGHEST for action security_group_rules [ 868.172020] env[65757]: INFO networking_nsxv3.common.synchronization [req-635c95c7-6715-4d39-9175-973ec1205abf req-49b23fa0-0450-4078-b5bf-0e9d82ce903f service nova] Enqueued Resource ID: 77b8efeb-010b-4a64-9513-61054109d94e with Priority: HIGHEST for action security_group_members [ 868.172020] env[65757]: INFO networking_nsxv3.common.synchronization [req-635c95c7-6715-4d39-9175-973ec1205abf req-49b23fa0-0450-4078-b5bf-0e9d82ce903f service nova] Enqueued Resource ID: 3eb8c046-4ccb-4014-8763-f6bffb84f7bb with Priority: HIGHEST for action port [ 868.172629] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b8efeb-010b-4a64-9513-61054109d94e with Priority: HIGHEST for action security_group_rules [ 868.172830] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b8efeb-010b-4a64-9513-61054109d94e with Priority: HIGHEST for action security_group_members [ 868.172897] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eb8c046-4ccb-4014-8763-f6bffb84f7bb with Priority: HIGHEST for action port [ 868.175069] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77b8efeb-010b-4a64-9513-61054109d94e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.175069] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.175069] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.175069] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.175069] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77b8efeb-010b-4a64-9513-61054109d94e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.176448] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b8efeb-010b-4a64-9513-61054109d94e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.177939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.177939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.177939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.179926] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.179926] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.179926] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.179926] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.179926] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.179926] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b8efeb-010b-4a64-9513-61054109d94e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.181220] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-3eb8c046-4ccb-4014-8763-f6bffb84f7bb taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.182303] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3eb8c046-4ccb-4014-8763-f6bffb84f7bb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.182303] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3eb8c046-4ccb-4014-8763-f6bffb84f7bb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.182303] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3eb8c046-4ccb-4014-8763-f6bffb84f7bb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.182303] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eb8c046-4ccb-4014-8763-f6bffb84f7bb',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.684184] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77b8efeb-010b-4a64-9513-61054109d94e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.685451] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b8efeb-010b-4a64-9513-61054109d94e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.685451] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.685451] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3eb8c046-4ccb-4014-8763-f6bffb84f7bb with status ACTIVE [ 868.685837] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.685837] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.685837] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.686090] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.686090] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.686180] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.686238] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.686276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.686428] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.686503] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.686684] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.686798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.686903] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.688042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.688042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.688042] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3eb8c046-4ccb-4014-8763-f6bffb84f7bb is going to be updated. [ 868.721048] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.721224] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.721224] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.721503] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.721716] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.721909] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3eb8c046-4ccb-4014-8763-f6bffb84f7bb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.133734] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 869.134725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.189465] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77b8efeb-010b-4a64-9513-61054109d94e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.614184] env[65757]: INFO networking_nsxv3.common.synchronization [req-488d9a2a-ae15-4c69-aa02-ae85e7dc3d1f req-dec9a498-5585-444f-82ff-d87337fee9ed tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Enqueued Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 869.615324] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 869.616388] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.616649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.616810] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.617090] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.617444] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.617580] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.617663] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.618149] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.618273] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.618384] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.693736] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.693890] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.693968] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.694962] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.694962] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.694962] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b8efeb-010b-4a64-9513-61054109d94e is going to be created. [ 869.723732] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.724114] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.724260] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.724782] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.725028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.737175] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b8efeb-010b-4a64-9513-61054109d94e in Status: UNINITIALIZED for 2s [ 870.121828] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.123372] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 in Status: SUCCESS [ 870.123573] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.625101] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.128389] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.128389] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.128389] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.129238] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.131065] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.131065] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 is going to be updated. [ 871.168307] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.168636] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.168636] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.168945] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.170206] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.182583] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: IN_PROGRESS for 2s [ 871.460266] env[65757]: INFO networking_nsxv3.common.synchronization [req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 req-f816c105-ec8e-4620-8e61-24596a46fe36 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Enqueued Resource ID: 626ac428-b141-4238-a618-dc56972ac9da with Priority: HIGHEST for action security_group_members [ 871.463098] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626ac428-b141-4238-a618-dc56972ac9da with Priority: HIGHEST for action security_group_members [ 871.465069] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-626ac428-b141-4238-a618-dc56972ac9da taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.465286] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.465407] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.465736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.466009] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.466325] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.466430] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.466682] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.466828] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.466961] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('626ac428-b141-4238-a618-dc56972ac9da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.749873] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b8efeb-010b-4a64-9513-61054109d94e in Status: SUCCESS [ 871.750214] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.750304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.750550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.750741] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.751409] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.751409] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.751409] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.751409] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.751409] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.751409] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77b8efeb-010b-4a64-9513-61054109d94e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.868076] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.868290] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-439" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.868677] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-439" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.868742] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-439" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.869145] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.869430] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.869552] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.869775] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.869917] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.870191] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.870237] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.870393] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.870461] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.870567] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.870668] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.870792] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.894163] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.894421] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.894638] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.894904] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-439" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.895386] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-9c0c298e-c219-413d-98c7-a3e58bda769a taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.895643] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-9c0c298e-c219-413d-98c7-a3e58bda769a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.895844] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-9c0c298e-c219-413d-98c7-a3e58bda769a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.896353] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-9c0c298e-c219-413d-98c7-a3e58bda769a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.896497] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c0c298e-c219-413d-98c7-a3e58bda769a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.972723] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('626ac428-b141-4238-a618-dc56972ac9da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.254303] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b8efeb-010b-4a64-9513-61054109d94e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.254610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.254610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.255013] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.255269] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.255440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.255560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.255756] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.255859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.255949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.256126] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b8efeb-010b-4a64-9513-61054109d94e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.256223] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.256300] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.256471] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.257351] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.257351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.257351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.257351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.257351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.257622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.257868] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77b8efeb-010b-4a64-9513-61054109d94e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.398737] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.399175] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.399319] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.399750] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.399950] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.400149] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 9c0c298e-c219-413d-98c7-a3e58bda769a not found, creating... [ 872.400482] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.400674] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.400785] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.401055] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.401256] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.401603] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.401777] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.401957] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.402187] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.402375] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.402530] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 9c0c298e-c219-413d-98c7-a3e58bda769a is going to be created. [ 872.426435] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.426683] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.426916] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.427356] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.427797] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.428136] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-9c0c298e-c219-413d-98c7-a3e58bda769a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.476229] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('626ac428-b141-4238-a618-dc56972ac9da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.760561] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77b8efeb-010b-4a64-9513-61054109d94e: rpc.has_security_group_logging(os_id): False [ 872.780370] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.780556] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.780615] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.780822] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.780909] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.781145] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.781248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.781339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.781566] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.781706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.782410] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.782591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.782695] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.782916] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.783043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.783339] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.783481] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.783577] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.783789] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.783919] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.784067] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77b8efeb-010b-4a64-9513-61054109d94e is going to be created. [ 872.855138] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.855329] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.855371] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.855639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.855740] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.872529] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77b8efeb-010b-4a64-9513-61054109d94e in Status: IN_PROGRESS for 2s [ 872.983358] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.983358] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.983358] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.983358] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.983358] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.983358] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 626ac428-b141-4238-a618-dc56972ac9da is going to be updated. [ 873.016883] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.017070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.017143] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.017408] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.017832] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.027571] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626ac428-b141-4238-a618-dc56972ac9da in Status: IN_PROGRESS for 2s [ 873.194136] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: SUCCESS [ 873.195024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.235437] env[65757]: INFO networking_nsxv3.common.synchronization [req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 req-f79d4765-5f5c-4ea4-8c9b-f2b886c1a2e2 service nova] Enqueued Resource ID: 626ac428-b141-4238-a618-dc56972ac9da with Priority: HIGHEST for action security_group_rules [ 873.235535] env[65757]: INFO networking_nsxv3.common.synchronization [req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 req-f79d4765-5f5c-4ea4-8c9b-f2b886c1a2e2 service nova] Enqueued Resource ID: 626ac428-b141-4238-a618-dc56972ac9da with Priority: HIGHEST for action security_group_members [ 873.235778] env[65757]: INFO networking_nsxv3.common.synchronization [req-f15fef53-77ae-48c0-9f6c-570f5d92e0b4 req-f79d4765-5f5c-4ea4-8c9b-f2b886c1a2e2 service nova] Enqueued Resource ID: 9c0c298e-c219-413d-98c7-a3e58bda769a with Priority: HIGHEST for action port [ 873.236478] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626ac428-b141-4238-a618-dc56972ac9da with Priority: HIGHEST for action security_group_rules [ 873.236716] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626ac428-b141-4238-a618-dc56972ac9da with Priority: HIGHEST for action security_group_members [ 873.236761] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c0c298e-c219-413d-98c7-a3e58bda769a with Priority: HIGHEST for action port [ 873.237121] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-626ac428-b141-4238-a618-dc56972ac9da taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.237280] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.237374] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.237642] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.237759] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('626ac428-b141-4238-a618-dc56972ac9da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.240752] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-626ac428-b141-4238-a618-dc56972ac9da taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.240752] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.240988] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c0c298e-c219-413d-98c7-a3e58bda769a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.241074] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c0c298e-c219-413d-98c7-a3e58bda769a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.241101] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c0c298e-c219-413d-98c7-a3e58bda769a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.241345] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c0c298e-c219-413d-98c7-a3e58bda769a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.241395] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c0c298e-c219-413d-98c7-a3e58bda769a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.746084] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-626ac428-b141-4238-a618-dc56972ac9da taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.746084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.746084] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c0c298e-c219-413d-98c7-a3e58bda769a with status ACTIVE [ 873.746084] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.746084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.746084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.746084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.746084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.746084] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.746084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.746084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.746084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.746084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.746084] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.746669] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.746669] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.746669] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.746669] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.746669] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c0c298e-c219-413d-98c7-a3e58bda769a is going to be updated. [ 873.758948] env[65757]: INFO networking_nsxv3.common.synchronization [req-d180aaf4-0047-4cd6-b733-2a87aa0c0d0c req-61bbdd1d-879e-45aa-af02-21257e0f151a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 873.760485] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 873.760963] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.762057] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.762057] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.762057] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.762057] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.762776] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.762776] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.762776] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.762776] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.763058] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.793210] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.793394] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.793458] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.793683] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.793872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.794063] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c0c298e-c219-413d-98c7-a3e58bda769a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.266117] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.771596] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.885750] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77b8efeb-010b-4a64-9513-61054109d94e in Status: SUCCESS [ 874.885938] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.038194] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626ac428-b141-4238-a618-dc56972ac9da in Status: SUCCESS [ 875.038726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.038903] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.039165] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.039363] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.039982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.039982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.040217] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.040313] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.040412] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('626ac428-b141-4238-a618-dc56972ac9da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.276669] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.276855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.276967] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.277282] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.277485] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.277485] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 875.337182] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.337182] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.337182] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.337182] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.337182] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.352396] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 875.546150] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('626ac428-b141-4238-a618-dc56972ac9da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.050023] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('626ac428-b141-4238-a618-dc56972ac9da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.407801] env[65757]: INFO networking_nsxv3.common.synchronization [None req-0bd6d34e-3ff7-4d68-84a6-f01b6d7ab81a None None] Enqueued Resource ID: 8cd6aec8-04c1-435e-b456-77925b81f69e with Priority: HIGHEST for action port [ 876.409225] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cd6aec8-04c1-435e-b456-77925b81f69e with Priority: HIGHEST for action port [ 876.409738] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cd6aec8-04c1-435e-b456-77925b81f69e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.410025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cd6aec8-04c1-435e-b456-77925b81f69e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.410169] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cd6aec8-04c1-435e-b456-77925b81f69e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.410542] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cd6aec8-04c1-435e-b456-77925b81f69e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.410713] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cd6aec8-04c1-435e-b456-77925b81f69e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.553143] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.553143] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.553143] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.554399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.554399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.554399] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 626ac428-b141-4238-a618-dc56972ac9da is going to be updated. [ 876.591492] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.591492] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.591492] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.591743] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.591847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.604982] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626ac428-b141-4238-a618-dc56972ac9da in Status: IN_PROGRESS for 2s [ 876.913488] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8cd6aec8-04c1-435e-b456-77925b81f69e [ 876.913865] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.914123] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.914232] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.914509] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.914625] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.914743] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8cd6aec8-04c1-435e-b456-77925b81f69e already deleted. [ 876.914848] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cd6aec8-04c1-435e-b456-77925b81f69e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.366207] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 877.366207] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.618095] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626ac428-b141-4238-a618-dc56972ac9da in Status: SUCCESS [ 878.618412] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.618653] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.618998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.619273] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.619419] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.619511] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.619734] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.619854] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.619981] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.620124] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('626ac428-b141-4238-a618-dc56972ac9da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.122733] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-626ac428-b141-4238-a618-dc56972ac9da taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.123186] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.123275] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.123904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.124203] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.124360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.124448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.124668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.124929] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.125073] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.125291] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-626ac428-b141-4238-a618-dc56972ac9da taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.125402] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.125474] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.125664] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.125858] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.126069] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.126144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.126303] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.126389] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.126492] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.126621] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('626ac428-b141-4238-a618-dc56972ac9da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.259472] env[65757]: INFO networking_nsxv3.common.synchronization [req-01112384-8536-4115-aaab-267aafd21453 req-e76f940b-1d7b-4b13-9086-ca29e22e65da tempest-ServerMetadataTestJSON-143992518 tempest-ServerMetadataTestJSON-143992518-project-member] Enqueued Resource ID: 417a756e-2839-43d4-b516-d4811e75d060 with Priority: HIGHEST for action security_group_members [ 879.261028] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 417a756e-2839-43d4-b516-d4811e75d060 with Priority: HIGHEST for action security_group_members [ 879.261028] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-417a756e-2839-43d4-b516-d4811e75d060 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.261028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.261134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.261327] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.261831] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.261831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.261831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.261960] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.262043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.262122] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('417a756e-2839-43d4-b516-d4811e75d060',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.365268] env[65757]: INFO networking_nsxv3.common.synchronization [None req-f41ea56b-5e39-47ea-aa83-7760600def84 None None] Enqueued Resource ID: ed768017-a4bf-41f4-a806-49285c7464d7 with Priority: HIGHEST for action port [ 879.365861] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed768017-a4bf-41f4-a806-49285c7464d7 with Priority: HIGHEST for action port [ 879.366479] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed768017-a4bf-41f4-a806-49285c7464d7 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.366479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed768017-a4bf-41f4-a806-49285c7464d7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.366479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed768017-a4bf-41f4-a806-49285c7464d7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.366735] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed768017-a4bf-41f4-a806-49285c7464d7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.366855] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed768017-a4bf-41f4-a806-49285c7464d7',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.629641] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 626ac428-b141-4238-a618-dc56972ac9da: rpc.has_security_group_logging(os_id): False [ 879.650108] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.650367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.650367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.650647] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.673555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.673916] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.674170] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.674218] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.674436] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.674547] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.674977] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.674977] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.675164] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.675313] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.675453] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.675719] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.675955] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.675955] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.676135] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.676240] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.676360] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 626ac428-b141-4238-a618-dc56972ac9da is going to be updated. [ 879.741413] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.741630] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.741630] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.741891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.742062] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.757923] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 626ac428-b141-4238-a618-dc56972ac9da in Status: IN_PROGRESS for 2s [ 879.764617] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.764798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.764854] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.765146] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.765297] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.765519] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.765625] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.765704] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.765872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.765963] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.766087] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 417a756e-2839-43d4-b516-d4811e75d060 is going to be updated. [ 879.813504] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.813800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.813875] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.814128] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.814313] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.827512] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 417a756e-2839-43d4-b516-d4811e75d060 in Status: IN_PROGRESS for 2s [ 879.869248] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed768017-a4bf-41f4-a806-49285c7464d7 [ 879.869590] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.870031] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.870183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.870425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.870526] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.870666] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed768017-a4bf-41f4-a806-49285c7464d7 already deleted. [ 879.870764] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed768017-a4bf-41f4-a806-49285c7464d7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.778195] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 626ac428-b141-4238-a618-dc56972ac9da in Status: SUCCESS [ 881.778549] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.838237] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 417a756e-2839-43d4-b516-d4811e75d060 in Status: SUCCESS [ 881.838511] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 417a756e-2839-43d4-b516-d4811e75d060 deletion is rescheduled due to dependency. [ 881.838718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.760155] env[65757]: INFO networking_nsxv3.common.synchronization [req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 req-89550cf7-9a72-401d-877b-56a8b46da6d6 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Enqueued Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 882.760794] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 882.767433] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.767433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.767651] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.767746] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.767881] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.767992] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.768065] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.768431] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.768431] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.768431] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.212091] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.212435] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.212435] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.212720] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.213051] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.213215] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.213600] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.213845] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.213989] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.214436] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.214554] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.214668] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.214771] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.214883] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.214983] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.215123] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.237355] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.237515] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.237680] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.237868] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.238210] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-b18bf298-d168-4b61-a4f0-a00a8bb82541 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.239023] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-b18bf298-d168-4b61-a4f0-a00a8bb82541" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.239023] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-b18bf298-d168-4b61-a4f0-a00a8bb82541" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.239023] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-b18bf298-d168-4b61-a4f0-a00a8bb82541" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.239206] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b18bf298-d168-4b61-a4f0-a00a8bb82541',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.271377] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.271917] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.271917] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.271917] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.272245] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.272478] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.273136] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.273306] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.273533] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.273626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.273751] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 is going to be deleted. [ 883.327546] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.327773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.327915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.328152] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.328357] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.328756] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.742912] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.743160] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.743290] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.743572] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.743717] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.743866] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port b18bf298-d168-4b61-a4f0-a00a8bb82541 not found, creating... [ 883.744130] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.744290] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.744404] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.744618] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.744750] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.745033] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.745222] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.745354] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.745584] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.745726] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.745865] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: b18bf298-d168-4b61-a4f0-a00a8bb82541 is going to be created. [ 883.772999] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.773476] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.773476] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.773639] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.773866] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.774112] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-b18bf298-d168-4b61-a4f0-a00a8bb82541" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.548622] env[65757]: INFO networking_nsxv3.common.synchronization [req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 req-4286e791-a528-4f8e-9508-1705c281edf4 service nova] Enqueued Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_rules [ 884.549116] env[65757]: INFO networking_nsxv3.common.synchronization [req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 req-4286e791-a528-4f8e-9508-1705c281edf4 service nova] Enqueued Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 884.549294] env[65757]: INFO networking_nsxv3.common.synchronization [req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 req-4286e791-a528-4f8e-9508-1705c281edf4 service nova] Enqueued Resource ID: b18bf298-d168-4b61-a4f0-a00a8bb82541 with Priority: HIGHEST for action port [ 884.549859] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_rules [ 884.549993] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 884.550124] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b18bf298-d168-4b61-a4f0-a00a8bb82541 with Priority: HIGHEST for action port [ 884.550413] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.550546] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.550614] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.550842] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.550902] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.554791] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.555115] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.555115] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.555305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.555374] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.555476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.555536] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.555695] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.555896] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.555896] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.557873] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-b18bf298-d168-4b61-a4f0-a00a8bb82541 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.558054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b18bf298-d168-4b61-a4f0-a00a8bb82541" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.558054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b18bf298-d168-4b61-a4f0-a00a8bb82541" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.558234] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b18bf298-d168-4b61-a4f0-a00a8bb82541" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.558314] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b18bf298-d168-4b61-a4f0-a00a8bb82541',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.053264] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.053395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.059744] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.063353] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b18bf298-d168-4b61-a4f0-a00a8bb82541 with status ACTIVE [ 885.063456] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.063819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.063819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.063894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.063976] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.064238] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.064238] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.064394] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.064440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.064503] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.064714] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.064780] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.064808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.065070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.068069] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.068436] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b18bf298-d168-4b61-a4f0-a00a8bb82541 is going to be updated. [ 885.091335] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.091335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.091335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.091335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.091335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.091335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b18bf298-d168-4b61-a4f0-a00a8bb82541" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.452605] env[65757]: INFO networking_nsxv3.common.synchronization [req-04c0aa24-dbe3-423e-9700-52b5cc03562c req-817f3d27-8732-4ce1-8a62-7c36f911d59e tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Enqueued Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_members [ 885.452910] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_members [ 885.453229] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c17a845-6723-4e36-829b-a339e179fcd1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.453383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.453457] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.453626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.453814] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.453916] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.453978] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.454658] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.454748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.454896] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.476709] env[65757]: INFO networking_nsxv3.common.synchronization [req-04c0aa24-dbe3-423e-9700-52b5cc03562c req-817f3d27-8732-4ce1-8a62-7c36f911d59e tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Enqueued Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_rules [ 885.476931] env[65757]: INFO networking_nsxv3.common.synchronization [req-04c0aa24-dbe3-423e-9700-52b5cc03562c req-817f3d27-8732-4ce1-8a62-7c36f911d59e tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Enqueued Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_members [ 885.477432] env[65757]: INFO networking_nsxv3.common.synchronization [req-04c0aa24-dbe3-423e-9700-52b5cc03562c req-817f3d27-8732-4ce1-8a62-7c36f911d59e tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Enqueued Resource ID: 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea with Priority: HIGHEST for action port [ 885.477987] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_rules [ 885.478173] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_members [ 885.478303] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea with Priority: HIGHEST for action port [ 885.478630] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c17a845-6723-4e36-829b-a339e179fcd1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.478792] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.478891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.479422] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.479512] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.480528] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c17a845-6723-4e36-829b-a339e179fcd1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.480692] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.480983] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.481147] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.481255] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.481468] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.481565] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8de8dd6b-c0fb-4b84-a07b-468cd768a7ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.555146] env[65757]: INFO networking_nsxv3.common.synchronization [req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 req-2b63d906-f163-4bf2-bce1-7edbba6384da tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Enqueued Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 885.555744] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 885.556094] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.556231] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.564143] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.958237] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.983185] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c17a845-6723-4e36-829b-a339e179fcd1 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.983303] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.983494] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea with status ACTIVE [ 885.983659] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.983768] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.983836] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.984119] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.984184] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.984355] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.984456] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.984517] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.984937] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.984937] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.984937] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.985071] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.985107] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.985698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.985811] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.985906] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea is going to be updated. [ 886.011084] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.011309] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.011372] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.011566] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.011746] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.011858] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.049919] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.050204] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.050331] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.050625] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.051169] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.051384] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.051545] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.051783] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.051930] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.052159] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.052343] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.052400] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.052471] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.052591] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.052672] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.052826] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.066119] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.066812] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.066812] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.066812] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.066812] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.066812] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 is going to be created. [ 886.073732] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.073929] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.074092] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.074346] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-635" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.074602] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-ee123c26-6ffc-46a4-aa16-8eef3f3b8adb taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.074776] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-ee123c26-6ffc-46a4-aa16-8eef3f3b8adb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.074891] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-ee123c26-6ffc-46a4-aa16-8eef3f3b8adb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.075299] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-ee123c26-6ffc-46a4-aa16-8eef3f3b8adb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.075410] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee123c26-6ffc-46a4-aa16-8eef3f3b8adb',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.095347] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.095502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.095573] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.095770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.095928] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.109781] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: UNINITIALIZED for 2s [ 886.460061] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.577964] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.578332] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.578332] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.578618] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.578768] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.578930] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port ee123c26-6ffc-46a4-aa16-8eef3f3b8adb not found, creating... [ 886.579241] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.579402] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.579515] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.579730] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.579866] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.580220] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.580374] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.580486] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.580688] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.580817] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.580951] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: ee123c26-6ffc-46a4-aa16-8eef3f3b8adb is going to be created. [ 886.602303] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.602579] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.602714] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.603500] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.603818] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.604444] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-ee123c26-6ffc-46a4-aa16-8eef3f3b8adb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.963716] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.963823] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.963886] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.964123] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.964217] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.964317] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c17a845-6723-4e36-829b-a339e179fcd1 is going to be updated. [ 886.995343] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.995343] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.995343] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.995343] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.995343] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.004319] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c17a845-6723-4e36-829b-a339e179fcd1 in Status: IN_PROGRESS for 2s [ 887.360667] env[65757]: INFO networking_nsxv3.common.synchronization [req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 req-15b784ae-b050-4722-8835-05d7d4e48937 service nova] Enqueued Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_rules [ 887.360866] env[65757]: INFO networking_nsxv3.common.synchronization [req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 req-15b784ae-b050-4722-8835-05d7d4e48937 service nova] Enqueued Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 887.360955] env[65757]: INFO networking_nsxv3.common.synchronization [req-6b2b59fb-93fc-4fd0-a71a-811f76379d32 req-15b784ae-b050-4722-8835-05d7d4e48937 service nova] Enqueued Resource ID: ee123c26-6ffc-46a4-aa16-8eef3f3b8adb with Priority: HIGHEST for action port [ 887.362690] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_rules [ 887.362988] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 887.364049] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee123c26-6ffc-46a4-aa16-8eef3f3b8adb with Priority: HIGHEST for action port [ 887.364742] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.364742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.364742] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.364935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.365214] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee123c26-6ffc-46a4-aa16-8eef3f3b8adb taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.365303] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee123c26-6ffc-46a4-aa16-8eef3f3b8adb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.365371] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee123c26-6ffc-46a4-aa16-8eef3f3b8adb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.365590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee123c26-6ffc-46a4-aa16-8eef3f3b8adb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.365672] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee123c26-6ffc-46a4-aa16-8eef3f3b8adb',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.452499] env[65757]: INFO networking_nsxv3.common.synchronization [None req-07b2b40d-c9a5-4df5-b836-3cd03490bdfc None None] Enqueued Resource ID: dc4269be-d474-4578-b286-c530e0ae9a4e with Priority: HIGHEST for action port [ 887.453552] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc4269be-d474-4578-b286-c530e0ae9a4e with Priority: HIGHEST for action port [ 887.453552] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc4269be-d474-4578-b286-c530e0ae9a4e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.453552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc4269be-d474-4578-b286-c530e0ae9a4e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.453552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc4269be-d474-4578-b286-c530e0ae9a4e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.455456] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc4269be-d474-4578-b286-c530e0ae9a4e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.455456] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc4269be-d474-4578-b286-c530e0ae9a4e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.871750] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee123c26-6ffc-46a4-aa16-8eef3f3b8adb with status ACTIVE [ 887.871750] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.871750] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.871750] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.871750] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.871750] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.872189] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.872189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.872189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.872189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.872304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.873456] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.873456] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.873456] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.873456] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.873456] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.873456] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee123c26-6ffc-46a4-aa16-8eef3f3b8adb is going to be updated. [ 887.899807] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.901080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.901218] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.901542] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.901671] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.901868] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee123c26-6ffc-46a4-aa16-8eef3f3b8adb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.958129] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc4269be-d474-4578-b286-c530e0ae9a4e [ 887.958129] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.958129] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.958129] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.958129] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.958129] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.958129] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc4269be-d474-4578-b286-c530e0ae9a4e already deleted. [ 887.958129] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc4269be-d474-4578-b286-c530e0ae9a4e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.122484] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: SUCCESS [ 888.122811] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.122994] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.127297] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.127376] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.127515] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.127584] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.127766] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.127933] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.127981] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.128276] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.129035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.129547] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.129758] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.129839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.129905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.130123] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.130232] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.130332] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.224230] env[65757]: INFO networking_nsxv3.common.synchronization [req-c668b2aa-d972-4147-b779-008e055996cf req-e3c12b0f-5449-4a8a-9fbb-6403141ceda0 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Enqueued Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 888.224792] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 888.225117] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.225235] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.225304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.225703] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.225869] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.225977] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.226055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.226235] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.226316] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.226407] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.632523] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.632523] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.637731] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.640463] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.640653] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-259" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.641042] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-259" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.641042] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-259" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.641262] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.641481] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.641562] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.641728] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.641879] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.642110] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.642221] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.642896] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.642896] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.642896] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.642896] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.642896] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.663083] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.663444] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.663518] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.663695] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-259" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.664086] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-179923b5-7963-460d-884c-98ff96c896ce taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.664269] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-179923b5-7963-460d-884c-98ff96c896ce" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.664388] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-179923b5-7963-460d-884c-98ff96c896ce" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.664781] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-179923b5-7963-460d-884c-98ff96c896ce" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.664920] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('179923b5-7963-460d-884c-98ff96c896ce',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.728896] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.019227] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c17a845-6723-4e36-829b-a339e179fcd1 in Status: SUCCESS [ 889.019499] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.019720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.019969] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.020213] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.020370] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.020439] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.020607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.020720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.020825] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.146213] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.167521] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.168212] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.168428] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.168905] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.169068] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.169602] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 179923b5-7963-460d-884c-98ff96c896ce not found, creating... [ 889.169963] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.170104] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.170929] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.172373] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.172373] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.172373] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.172373] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.172769] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.173289] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.173289] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.173483] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 179923b5-7963-460d-884c-98ff96c896ce is going to be created. [ 889.199809] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.200191] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.200378] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.200706] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.201013] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.201327] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-179923b5-7963-460d-884c-98ff96c896ce" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.232560] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.524481] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.650286] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.650521] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.650623] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.650884] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.651431] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.651659] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 is going to be updated. [ 889.707959] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.708069] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.708112] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.708573] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.708730] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.721199] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: IN_PROGRESS for 2s [ 889.735534] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.735701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.735774] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.735997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.736103] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.736203] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 is going to be updated. [ 889.771372] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.771748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.771748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.771883] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.772559] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.783378] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: IN_PROGRESS for 2s [ 889.825171] env[65757]: INFO networking_nsxv3.common.synchronization [None req-0b2a3ea4-168a-40e8-80bd-7609e1556117 None None] Enqueued Resource ID: d669371a-c66c-4cb9-91d8-053d8cd238ba with Priority: HIGHEST for action port [ 889.825786] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d669371a-c66c-4cb9-91d8-053d8cd238ba with Priority: HIGHEST for action port [ 889.826485] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-d669371a-c66c-4cb9-91d8-053d8cd238ba taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.826910] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d669371a-c66c-4cb9-91d8-053d8cd238ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.826981] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d669371a-c66c-4cb9-91d8-053d8cd238ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.827336] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d669371a-c66c-4cb9-91d8-053d8cd238ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.827701] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d669371a-c66c-4cb9-91d8-053d8cd238ba',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.974909] env[65757]: INFO networking_nsxv3.common.synchronization [req-c668b2aa-d972-4147-b779-008e055996cf req-822d3ce4-ccaa-4611-8966-6021e7048307 service nova] Enqueued Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_rules [ 889.974909] env[65757]: INFO networking_nsxv3.common.synchronization [req-c668b2aa-d972-4147-b779-008e055996cf req-822d3ce4-ccaa-4611-8966-6021e7048307 service nova] Enqueued Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 889.975133] env[65757]: INFO networking_nsxv3.common.synchronization [req-c668b2aa-d972-4147-b779-008e055996cf req-822d3ce4-ccaa-4611-8966-6021e7048307 service nova] Enqueued Resource ID: 179923b5-7963-460d-884c-98ff96c896ce with Priority: HIGHEST for action port [ 889.975549] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_rules [ 889.975707] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 889.975829] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 179923b5-7963-460d-884c-98ff96c896ce with Priority: HIGHEST for action port [ 889.976186] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.976478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.976567] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.976789] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.977145] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.977928] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.978044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.978292] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-179923b5-7963-460d-884c-98ff96c896ce taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.978403] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-179923b5-7963-460d-884c-98ff96c896ce" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.978538] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-179923b5-7963-460d-884c-98ff96c896ce" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.978640] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-179923b5-7963-460d-884c-98ff96c896ce" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.978714] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('179923b5-7963-460d-884c-98ff96c896ce',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.026611] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.332870] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d669371a-c66c-4cb9-91d8-053d8cd238ba [ 890.333140] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.333282] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.333347] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.333564] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.333651] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.333742] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d669371a-c66c-4cb9-91d8-053d8cd238ba already deleted. [ 890.334220] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d669371a-c66c-4cb9-91d8-053d8cd238ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.432157] env[65757]: INFO networking_nsxv3.common.synchronization [None req-e4f1baa6-a1de-4d24-97a1-8ee61dd5e881 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Enqueued Resource ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 with Priority: HIGHEST for action security_group_rules [ 890.432702] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 with Priority: HIGHEST for action security_group_rules [ 890.433011] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32d5f65-8a84-4e37-9cef-829f31c8dcc2 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.433201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.433271] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.433519] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.433599] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32d5f65-8a84-4e37-9cef-829f31c8dcc2',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.480978] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.481071] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.482437] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 179923b5-7963-460d-884c-98ff96c896ce with status ACTIVE [ 890.482633] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.482751] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.482815] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.483033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.483118] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.483313] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.483381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.484923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.484923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.484923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.484923] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.484923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.484923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.484923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.484923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.484923] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 179923b5-7963-460d-884c-98ff96c896ce is going to be updated. [ 890.518802] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.518802] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.518802] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.518802] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.518802] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.518802] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-179923b5-7963-460d-884c-98ff96c896ce" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.531706] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.531706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.531706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.531706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.531706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.531706] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c17a845-6723-4e36-829b-a339e179fcd1 is going to be updated. [ 890.549301] env[65757]: INFO networking_nsxv3.common.synchronization [None req-3cc6662c-a456-44d9-a8a3-95e18c79b64b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Enqueued Resource ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 with Priority: HIGHEST for action security_group_rules [ 890.550168] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 with Priority: HIGHEST for action security_group_rules [ 890.550631] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32d5f65-8a84-4e37-9cef-829f31c8dcc2 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.550870] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.584326] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.584483] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.584553] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.585380] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.585380] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.601539] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c17a845-6723-4e36-829b-a339e179fcd1 in Status: IN_PROGRESS for 2s [ 890.782023] env[65757]: INFO networking_nsxv3.common.synchronization [req-7d125f92-3dd8-4df8-94c0-1348f02d00c3 req-af572c1d-3c65-46f8-9cc0-4d2afeff1c38 tempest-SecurityGroupRulesTestJSON-1776959232 tempest-SecurityGroupRulesTestJSON-1776959232-project-member] Enqueued Resource ID: 9b1f4c04-3b6a-4272-80f5-1fb31a61c62c with Priority: HIGHEST for action security_group_rules [ 890.782023] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b1f4c04-3b6a-4272-80f5-1fb31a61c62c with Priority: HIGHEST for action security_group_rules [ 890.782023] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b1f4c04-3b6a-4272-80f5-1fb31a61c62c taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.782023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b1f4c04-3b6a-4272-80f5-1fb31a61c62c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.782023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b1f4c04-3b6a-4272-80f5-1fb31a61c62c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.784692] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b1f4c04-3b6a-4272-80f5-1fb31a61c62c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.786384] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b1f4c04-3b6a-4272-80f5-1fb31a61c62c',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.960318] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.960318] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.960318] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.960632] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.960777] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.960903] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 already deleted. [ 890.961027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.961239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.961415] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.961492] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32d5f65-8a84-4e37-9cef-829f31c8dcc2',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.312076] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.312076] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.312076] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.312523] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.312523] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.312523] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b1f4c04-3b6a-4272-80f5-1fb31a61c62c already deleted. [ 891.312523] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b1f4c04-3b6a-4272-80f5-1fb31a61c62c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.484364] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.484549] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.484617] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.484894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.485011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.485169] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 already deleted. [ 891.485205] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.703472] env[65757]: INFO networking_nsxv3.common.synchronization [req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 req-1fa520aa-525c-49d9-90b4-c54ed6a94007 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Enqueued Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_members [ 891.704099] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_members [ 891.704493] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.704671] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.704756] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.705011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.705207] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.705326] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.705397] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.705600] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.705707] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.705822] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.732268] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: SUCCESS [ 891.732487] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.732661] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.732892] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.733121] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.733309] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.733386] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.733580] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.733664] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.733785] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.795422] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: SUCCESS [ 891.795632] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.795806] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.797018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.797018] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.797018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.797018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.797018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.797018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.797018] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.177154] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.177386] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-14" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.177508] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-14" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.177796] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-14" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.178818] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.178818] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.178818] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.178818] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.179102] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.179258] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.179399] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.179508] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.179609] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.179714] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.179812] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.179939] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.206082] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.206082] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.206268] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.206671] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-14" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.206821] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-8b9066de-c86f-4ef8-9e63-a3fdcdf7489d taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.206907] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-8b9066de-c86f-4ef8-9e63-a3fdcdf7489d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.207051] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-8b9066de-c86f-4ef8-9e63-a3fdcdf7489d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.207380] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-8b9066de-c86f-4ef8-9e63-a3fdcdf7489d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.207518] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b9066de-c86f-4ef8-9e63-a3fdcdf7489d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.208702] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.208813] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.208860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.209075] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.209156] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.209331] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.209423] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.209479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.209630] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.209716] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.209802] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 is going to be deleted. [ 892.237054] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.245821] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.246084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.246212] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.246533] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.246684] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.246823] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.299948] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.613547] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c17a845-6723-4e36-829b-a339e179fcd1 in Status: SUCCESS [ 892.613798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.613936] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.614092] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.614291] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.614427] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.614505] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.614642] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.614722] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.614806] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.614895] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.620156] env[65757]: INFO networking_nsxv3.common.synchronization [req-76a332dc-4c3d-4c4b-8ec9-f256b94794c6 req-fa44eb3e-0840-428e-ae4b-c40aafe8d4b0 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Enqueued Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_members [ 892.620846] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_members [ 892.621373] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c17a845-6723-4e36-829b-a339e179fcd1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.621553] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.621618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.621879] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.622125] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.622281] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.622390] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.622695] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.622831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.622953] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.642471] env[65757]: INFO networking_nsxv3.common.synchronization [req-76a332dc-4c3d-4c4b-8ec9-f256b94794c6 req-fa44eb3e-0840-428e-ae4b-c40aafe8d4b0 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Enqueued Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_rules [ 892.642721] env[65757]: INFO networking_nsxv3.common.synchronization [req-76a332dc-4c3d-4c4b-8ec9-f256b94794c6 req-fa44eb3e-0840-428e-ae4b-c40aafe8d4b0 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Enqueued Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_members [ 892.642879] env[65757]: INFO networking_nsxv3.common.synchronization [req-76a332dc-4c3d-4c4b-8ec9-f256b94794c6 req-fa44eb3e-0840-428e-ae4b-c40aafe8d4b0 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Enqueued Resource ID: 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea with Priority: HIGHEST for action port [ 892.643929] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_rules [ 892.644093] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_members [ 892.644210] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea with Priority: HIGHEST for action port [ 892.644793] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c17a845-6723-4e36-829b-a339e179fcd1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.644976] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.645327] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c17a845-6723-4e36-829b-a339e179fcd1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.645327] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.645496] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.645971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.646058] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.646264] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.646336] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8de8dd6b-c0fb-4b84-a07b-468cd768a7ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.713450] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.713450] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.713707] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.714110] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.714424] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.714738] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 8b9066de-c86f-4ef8-9e63-a3fdcdf7489d not found, creating... [ 892.715414] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.715561] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.715798] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.716235] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.716528] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.717096] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.717380] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.717610] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.717968] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.718224] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.718421] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 8b9066de-c86f-4ef8-9e63-a3fdcdf7489d is going to be created. [ 892.739309] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.746486] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.746827] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.747055] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.747448] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.747774] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.748155] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-8b9066de-c86f-4ef8-9e63-a3fdcdf7489d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.802601] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.117367] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.128418] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.149684] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea with status ACTIVE [ 893.150067] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.150387] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.150726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.153018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.153018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.153018] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.153018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.153018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.153018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.153018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.153018] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.153018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.153018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.153018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.153018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.153018] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8de8dd6b-c0fb-4b84-a07b-468cd768a7ea is going to be updated. [ 893.183648] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.184124] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.184379] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.184775] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.185847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.185847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8de8dd6b-c0fb-4b84-a07b-468cd768a7ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.243850] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.244209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.244445] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.244543] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.244676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.245090] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 is going to be updated. [ 893.306343] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.306668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.306668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.306896] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.307131] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.308609] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.308717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.308772] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.308933] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.309041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.309193] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 is going to be updated. [ 893.326356] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: IN_PROGRESS for 2s [ 893.357525] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.357703] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.357754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.358073] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.358263] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.370062] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: IN_PROGRESS for 2s [ 893.579581] env[65757]: INFO networking_nsxv3.common.synchronization [req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 req-19e2bbaa-d4b8-4fd0-b829-371fc442d8b7 service nova] Enqueued Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_rules [ 893.580447] env[65757]: INFO networking_nsxv3.common.synchronization [req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 req-19e2bbaa-d4b8-4fd0-b829-371fc442d8b7 service nova] Enqueued Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_members [ 893.581364] env[65757]: INFO networking_nsxv3.common.synchronization [req-7bfa2e9d-65f2-4f97-ad77-1f27797ccde8 req-19e2bbaa-d4b8-4fd0-b829-371fc442d8b7 service nova] Enqueued Resource ID: 8b9066de-c86f-4ef8-9e63-a3fdcdf7489d with Priority: HIGHEST for action port [ 893.583548] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_rules [ 893.583696] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_members [ 893.583788] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b9066de-c86f-4ef8-9e63-a3fdcdf7489d with Priority: HIGHEST for action port [ 893.584552] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.584552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.584552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.584552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.584739] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.585523] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.585635] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.585690] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.585891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.587720] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.587720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.587720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.587720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.587720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.587720] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.587720] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b9066de-c86f-4ef8-9e63-a3fdcdf7489d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.590173] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b9066de-c86f-4ef8-9e63-a3fdcdf7489d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.590173] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b9066de-c86f-4ef8-9e63-a3fdcdf7489d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.590173] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b9066de-c86f-4ef8-9e63-a3fdcdf7489d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.590173] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b9066de-c86f-4ef8-9e63-a3fdcdf7489d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.625227] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c17a845-6723-4e36-829b-a339e179fcd1: rpc.has_security_group_logging(os_id): False [ 893.633420] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.646839] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.646994] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.647094] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.647347] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.669021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.669386] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.669530] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.669779] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.669839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.669879] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.669966] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c17a845-6723-4e36-829b-a339e179fcd1 is going to be updated. [ 893.716732] env[65757]: INFO networking_nsxv3.common.synchronization [req-5a51262f-c6e2-4361-9958-a495712dd053 req-968517e9-4464-459a-bcc7-359e90a0ea40 tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Enqueued Resource ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed with Priority: HIGHEST for action security_group_members [ 893.717278] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed with Priority: HIGHEST for action security_group_members [ 893.717850] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4d3e41-bd75-430f-84e0-997cbf0958ed taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.718160] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.718332] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.718673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.719014] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.719282] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.719431] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.719764] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.719961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.720258] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.747817] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.748066] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.748189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.748400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.748566] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.762408] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c17a845-6723-4e36-829b-a339e179fcd1 in Status: IN_PROGRESS for 2s [ 893.956721] env[65757]: INFO networking_nsxv3.common.synchronization [req-076e97f7-b527-4dba-bf36-ab7c598009be req-bc9dbd92-4df4-4c59-b5b2-ef9d1b9a9609 tempest-SecurityGroupRulesTestJSON-1776959232 tempest-SecurityGroupRulesTestJSON-1776959232-project-member] Enqueued Resource ID: 804d3fc4-2fc6-4c17-917d-1a3976505906 with Priority: HIGHEST for action security_group_rules [ 893.957529] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 804d3fc4-2fc6-4c17-917d-1a3976505906 with Priority: HIGHEST for action security_group_rules [ 893.957832] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-804d3fc4-2fc6-4c17-917d-1a3976505906 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.957988] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-804d3fc4-2fc6-4c17-917d-1a3976505906" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.958140] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-804d3fc4-2fc6-4c17-917d-1a3976505906" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.958399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-804d3fc4-2fc6-4c17-917d-1a3976505906" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.958482] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('804d3fc4-2fc6-4c17-917d-1a3976505906',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.073246] env[65757]: INFO networking_nsxv3.common.synchronization [req-072628b3-c2bb-4709-b1b3-585d06ace028 req-8122e7d9-b4df-4928-8784-4131fdba2bd4 tempest-ImagesOneServerTestJSON-29738505 tempest-ImagesOneServerTestJSON-29738505-project-member] Enqueued Resource ID: 781db2b2-3f60-4e35-908e-789cf054687f with Priority: HIGHEST for action security_group_members [ 894.073827] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 781db2b2-3f60-4e35-908e-789cf054687f with Priority: HIGHEST for action security_group_members [ 894.074897] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-781db2b2-3f60-4e35-908e-789cf054687f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.075051] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.075120] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.075332] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.075495] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.075589] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.075648] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.075792] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.075872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.075961] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('781db2b2-3f60-4e35-908e-789cf054687f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.091794] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.092751] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.092879] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.096089] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b9066de-c86f-4ef8-9e63-a3fdcdf7489d with status ACTIVE [ 894.096177] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.096454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.096454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.096573] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.097993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.097993] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.097993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.097993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.097993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.097993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.097993] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.097993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.097993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.097993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.097993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.097993] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b9066de-c86f-4ef8-9e63-a3fdcdf7489d is going to be updated. [ 894.124224] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.124407] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.124474] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.124729] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.124895] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.125312] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b9066de-c86f-4ef8-9e63-a3fdcdf7489d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.137397] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.137722] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.137818] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.138314] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.138605] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.138772] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c17a845-6723-4e36-829b-a339e179fcd1 is going to be updated. [ 894.176603] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.176844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.176844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.177097] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.177378] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.189370] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c17a845-6723-4e36-829b-a339e179fcd1 in Status: IN_PROGRESS for 2s [ 894.223321] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.429393] env[65757]: INFO networking_nsxv3.common.synchronization [req-f278e829-88df-466e-9248-17f1e9c53d89 req-559bb47f-7e51-4598-8b2d-07c9108e19cb tempest-InstanceActionsTestJSON-257074043 tempest-InstanceActionsTestJSON-257074043-project-member] Enqueued Resource ID: 77b8efeb-010b-4a64-9513-61054109d94e with Priority: HIGHEST for action security_group_members [ 894.430025] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b8efeb-010b-4a64-9513-61054109d94e with Priority: HIGHEST for action security_group_members [ 894.434225] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-77b8efeb-010b-4a64-9513-61054109d94e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.438174] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.438280] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.438524] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.438715] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.438829] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.438887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.439096] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.439175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.439321] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77b8efeb-010b-4a64-9513-61054109d94e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.483420] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.483496] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.483633] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.483937] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.484259] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.484259] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 804d3fc4-2fc6-4c17-917d-1a3976505906 already deleted. [ 894.484259] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-804d3fc4-2fc6-4c17-917d-1a3976505906" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.581024] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.581024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.581024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.581024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.597026] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.604104] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.604425] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.604532] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.604587] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.604767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.604843] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.604928] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 781db2b2-3f60-4e35-908e-789cf054687f is going to be updated. [ 894.638032] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.638576] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.638576] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.638788] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.639095] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.652681] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 781db2b2-3f60-4e35-908e-789cf054687f in Status: IN_PROGRESS for 2s [ 894.729260] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.943586] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.943795] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.943795] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.944015] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.944114] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.944304] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.944402] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.944460] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.944603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.944678] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.944759] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b8efeb-010b-4a64-9513-61054109d94e is going to be updated. [ 894.979374] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.979374] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.979374] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.981147] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.981651] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.993435] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b8efeb-010b-4a64-9513-61054109d94e in Status: IN_PROGRESS for 2s [ 895.096767] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.096957] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.097089] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.097365] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.097476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.097577] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 is going to be created. [ 895.125458] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.125634] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.125717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.125966] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.126184] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.139165] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 in Status: UNINITIALIZED for 2s [ 895.233037] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.233378] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.233479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.237022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.237022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.237022] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed is going to be updated. [ 895.270102] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.270354] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.270483] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.270918] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.271105] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.284052] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed in Status: IN_PROGRESS for 2s [ 895.340394] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: SUCCESS [ 895.340622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.340810] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.341046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.341239] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.341364] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.341427] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.341584] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.341668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.341755] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.341909] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.342021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.342099] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.342212] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.342350] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.342441] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.342496] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.342638] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.342703] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.342784] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.342874] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.382961] env[65757]: INFO networking_nsxv3.common.synchronization [req-1b94836a-8a9a-43f6-b9a9-c81713d37df4 req-85fbd92e-7afb-4850-bcfc-a667c14fc24a tempest-ServersTestBootFromVolume-635138935 tempest-ServersTestBootFromVolume-635138935-project-member] Enqueued Resource ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b with Priority: HIGHEST for action security_group_members [ 895.383723] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b with Priority: HIGHEST for action security_group_members [ 895.384301] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.384471] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.384515] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.385031] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.385245] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.385623] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.385623] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.385855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.385963] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.386228] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6995c9d9-b4ca-496c-9279-14f7a5eaa29b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.391421] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: SUCCESS [ 895.391421] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.392328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.392328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.392328] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.392328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.392879] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.392879] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.392879] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.392879] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.392879] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.782065] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c17a845-6723-4e36-829b-a339e179fcd1 in Status: SUCCESS [ 895.782508] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.782817] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.783120] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.783237] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.846301] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a917adb-97e9-4378-82d3-c2886ddabe96: rpc.has_security_group_logging(os_id): False [ 895.870850] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.871079] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.871258] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.871499] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.871665] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.872603] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.872603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.872603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.872603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.872603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.873277] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.874041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.874041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.874041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.874041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.874041] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.874041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.874293] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.874581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.874581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.874789] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 is going to be created. [ 895.889805] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.890088] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.890269] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.891033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.895597] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.895938] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.896112] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.896480] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.896776] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.896973] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.897063] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.897323] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.897974] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.898156] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.898367] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.898511] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.898577] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.898848] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.899017] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.899132] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.899201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.899439] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.899564] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.899672] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.899747] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.922997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.923244] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.923372] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.923454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.923683] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.923927] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.923927] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b is going to be updated. [ 895.959350] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.959350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.959350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.959350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.959350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.973811] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.974046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.974136] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.974342] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.974527] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.977219] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b in Status: IN_PROGRESS for 2s [ 895.994376] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: IN_PROGRESS for 2s [ 896.286718] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c17a845-6723-4e36-829b-a339e179fcd1 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.286926] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.355477] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c17a845-6723-4e36-829b-a339e179fcd1 in Status: SUCCESS [ 896.355477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.355477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.355477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.355477] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.355477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.355477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.355477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.355477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.355477] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.402225] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5052a0e9-f478-4179-a974-ad7a74a42f00: rpc.has_security_group_logging(os_id): False [ 896.443042] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.443042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.443042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.443445] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.501283] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.501283] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.501283] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.501283] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.501283] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.501283] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.501283] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.501283] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.501283] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.501283] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.501283] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.501283] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.501283] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.501283] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.501726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.502350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.502592] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 is going to be updated. [ 896.573293] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.573648] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.573850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.575192] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.575432] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.599608] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: IN_PROGRESS for 2s [ 896.668586] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 781db2b2-3f60-4e35-908e-789cf054687f in Status: SUCCESS [ 896.668732] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 781db2b2-3f60-4e35-908e-789cf054687f deletion is rescheduled due to dependency. [ 896.668732] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.861736] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.005074] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77b8efeb-010b-4a64-9513-61054109d94e in Status: SUCCESS [ 897.005074] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77b8efeb-010b-4a64-9513-61054109d94e deletion is rescheduled due to dependency. [ 897.005074] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.150561] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 in Status: SUCCESS [ 897.151197] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.151197] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.151197] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.151474] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.151568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.151605] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.151789] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.151836] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.151919] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.152016] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.314363] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed in Status: SUCCESS [ 897.314593] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.362296] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.656847] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.656847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.656847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.657069] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.657196] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.657397] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.657397] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.657541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.657628] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.657718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.657871] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.657961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.658031] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.658183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.658378] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.658494] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.658544] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.659114] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.659114] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.659114] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.659114] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.753848] env[65757]: INFO networking_nsxv3.common.synchronization [req-95bcd189-5092-440c-9b09-2cb9dd8d883b req-2f692a74-f7a6-49a0-a26f-9832baa611e9 tempest-SecurityGroupRulesTestJSON-1776959232 tempest-SecurityGroupRulesTestJSON-1776959232-project-member] Enqueued Resource ID: 6a321661-85d4-409d-ad02-f2a1565db6c2 with Priority: HIGHEST for action security_group_rules [ 897.754621] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a321661-85d4-409d-ad02-f2a1565db6c2 with Priority: HIGHEST for action security_group_rules [ 897.755054] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a321661-85d4-409d-ad02-f2a1565db6c2 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.756857] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a321661-85d4-409d-ad02-f2a1565db6c2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.756857] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a321661-85d4-409d-ad02-f2a1565db6c2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.756857] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a321661-85d4-409d-ad02-f2a1565db6c2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.756857] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a321661-85d4-409d-ad02-f2a1565db6c2',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.867048] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.867883] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.867883] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.867883] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.867883] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.868556] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c17a845-6723-4e36-829b-a339e179fcd1 is going to be updated. [ 897.905880] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.906118] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.906189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.906414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.906606] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.919928] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c17a845-6723-4e36-829b-a339e179fcd1 in Status: IN_PROGRESS for 2s [ 897.993116] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b in Status: SUCCESS [ 897.993368] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b deletion is rescheduled due to dependency. [ 897.993870] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.013384] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: SUCCESS [ 898.013672] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.014398] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.014669] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.014771] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.161971] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3552072a-60fc-4cc0-85cd-32382985b7f4: rpc.has_security_group_logging(os_id): False [ 898.183427] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.183577] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.183643] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.184616] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.184616] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.184616] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.184616] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.184616] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.184880] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.184880] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.185067] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.185137] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.185193] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.185339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.185407] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.185583] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.185700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.185744] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.186308] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.186308] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.186308] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 is going to be created. [ 898.274034] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.274254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.274254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.274481] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.274671] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.299970] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.300162] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.300237] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.300807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.301018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.301379] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a321661-85d4-409d-ad02-f2a1565db6c2 already deleted. [ 898.301458] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a321661-85d4-409d-ad02-f2a1565db6c2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.302586] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 in Status: IN_PROGRESS for 2s [ 898.401210] env[65757]: INFO networking_nsxv3.common.synchronization [req-00ed9acf-c869-487b-9266-34cbeb73be69 req-58fcb759-f413-44de-acd4-fca247a430d9 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 898.402055] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 898.402205] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.402387] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.402457] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.402684] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.402895] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.403109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.403109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.404419] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.404600] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.406028] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.517833] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.517833] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.517833] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.517993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.518071] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.518639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.518639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.518639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.518639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.519147] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.519147] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.616404] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: SUCCESS [ 898.618033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.855917] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.856350] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.856938] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.857058] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.857545] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.857808] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.858076] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.858479] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.858741] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.859258] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.859708] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.859708] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.859708] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.859948] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.860266] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.860266] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.883346] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.883668] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.883747] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.884031] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.884499] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-d4222c7a-e83d-4be7-9539-fa991bd6e88b taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.884822] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-d4222c7a-e83d-4be7-9539-fa991bd6e88b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.884952] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-d4222c7a-e83d-4be7-9539-fa991bd6e88b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.885496] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-d4222c7a-e83d-4be7-9539-fa991bd6e88b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.885733] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4222c7a-e83d-4be7-9539-fa991bd6e88b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.907690] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.907884] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.907884] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.908126] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.931691] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.931957] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.932119] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.932186] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.932403] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.932520] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.932651] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be updated. [ 898.966988] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.967346] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.967441] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.967666] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.967815] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.979142] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: IN_PROGRESS for 2s [ 899.021448] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.021631] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.021705] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.021971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.022171] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.022276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.022351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.022507] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.022599] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.022704] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.022889] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.024157] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.024310] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.026642] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.027046] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.027289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.027362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.027654] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.027808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.027965] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.028148] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.388710] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.389046] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.389095] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.389434] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.389589] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.389749] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port d4222c7a-e83d-4be7-9539-fa991bd6e88b not found, creating... [ 899.390032] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.390265] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.390417] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.391033] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.391033] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.391615] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.391615] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.391615] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.391759] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.392093] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.392093] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: d4222c7a-e83d-4be7-9539-fa991bd6e88b is going to be created. [ 899.413721] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.413943] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.414081] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.414454] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.414625] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.414878] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-d4222c7a-e83d-4be7-9539-fa991bd6e88b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.532434] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a917adb-97e9-4378-82d3-c2886ddabe96: rpc.has_security_group_logging(os_id): False [ 899.559761] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.559945] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.559999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.560225] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.560339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.560554] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.562041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.562041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.562041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.562041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.562041] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.562041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.562041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.562041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.562041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.562041] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.562041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.562041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.562041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.562572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.562572] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 is going to be updated. [ 899.628625] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.628803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.628858] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.629191] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.629366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.646709] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: IN_PROGRESS for 2s [ 899.931963] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c17a845-6723-4e36-829b-a339e179fcd1 in Status: SUCCESS [ 899.932320] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.932507] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.932717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.933107] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.933107] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.933238] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.933633] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.933633] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.933633] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.933633] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.128414] env[65757]: INFO networking_nsxv3.common.synchronization [req-00ed9acf-c869-487b-9266-34cbeb73be69 req-fd38cf84-9d9a-4ba2-babe-9d359da7e1b7 service nova] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_rules [ 900.128640] env[65757]: INFO networking_nsxv3.common.synchronization [req-00ed9acf-c869-487b-9266-34cbeb73be69 req-fd38cf84-9d9a-4ba2-babe-9d359da7e1b7 service nova] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 900.128782] env[65757]: INFO networking_nsxv3.common.synchronization [req-00ed9acf-c869-487b-9266-34cbeb73be69 req-fd38cf84-9d9a-4ba2-babe-9d359da7e1b7 service nova] Enqueued Resource ID: d4222c7a-e83d-4be7-9539-fa991bd6e88b with Priority: HIGHEST for action port [ 900.129447] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_rules [ 900.129611] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 900.129762] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4222c7a-e83d-4be7-9539-fa991bd6e88b with Priority: HIGHEST for action port [ 900.130167] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.130333] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.130409] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.130647] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.130739] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.131824] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.131920] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.135728] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4222c7a-e83d-4be7-9539-fa991bd6e88b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.135728] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4222c7a-e83d-4be7-9539-fa991bd6e88b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.135728] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4222c7a-e83d-4be7-9539-fa991bd6e88b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.135728] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4222c7a-e83d-4be7-9539-fa991bd6e88b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.135728] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4222c7a-e83d-4be7-9539-fa991bd6e88b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.319012] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 in Status: SUCCESS [ 900.321617] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.439932] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.634387] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.634564] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.638590] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4222c7a-e83d-4be7-9539-fa991bd6e88b with status ACTIVE [ 900.638590] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.638590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.638590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.638590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.638923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.638923] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.638998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.638998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.639290] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.639361] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.639501] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.639590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.639646] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.639781] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.639851] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.639932] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4222c7a-e83d-4be7-9539-fa991bd6e88b is going to be updated. [ 900.667720] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.667976] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.668088] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.668369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.668556] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.668767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4222c7a-e83d-4be7-9539-fa991bd6e88b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.761844] env[65757]: INFO networking_nsxv3.common.synchronization [req-ed091591-a8b3-4e3e-9018-ba35403287b9 req-b492696d-2df1-4f84-be62-71b139f3e0e3 tempest-AttachInterfacesUnderV243Test-1758567638 tempest-AttachInterfacesUnderV243Test-1758567638-project-member] Enqueued Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_members [ 900.762525] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGHEST for action security_group_members [ 900.762920] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c17a845-6723-4e36-829b-a339e179fcd1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.768251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.768251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.768251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.768251] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.768251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.768251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.768251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.768251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.768251] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.943093] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c17a845-6723-4e36-829b-a339e179fcd1: rpc.has_security_group_logging(os_id): False [ 900.967184] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.970134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.970134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.970134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.970134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.970134] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.970134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.970134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.970134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.970134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.970134] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c17a845-6723-4e36-829b-a339e179fcd1 is going to be updated. [ 900.996900] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 900.997378] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea deletion is rescheduled due to dependency. [ 900.997378] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.997378] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.997575] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.997756] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.997873] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.997916] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.998089] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.998731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.998731] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.053964] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.054236] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.054236] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.054514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.054697] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.081586] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c17a845-6723-4e36-829b-a339e179fcd1 in Status: IN_PROGRESS for 2s [ 901.125076] env[65757]: INFO networking_nsxv3.common.synchronization [None req-9684fea6-efe8-4a3b-919d-fe6b6225c41e None None] Enqueued Resource ID: 7e2bcbae-5bf2-498f-8338-31beeecca0d5 with Priority: HIGHEST for action port [ 901.125076] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2bcbae-5bf2-498f-8338-31beeecca0d5 with Priority: HIGHEST for action port [ 901.125233] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e2bcbae-5bf2-498f-8338-31beeecca0d5 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.125361] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e2bcbae-5bf2-498f-8338-31beeecca0d5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.125410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e2bcbae-5bf2-498f-8338-31beeecca0d5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.125679] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e2bcbae-5bf2-498f-8338-31beeecca0d5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.125743] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e2bcbae-5bf2-498f-8338-31beeecca0d5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.275407] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.276663] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.277017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.277545] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.277784] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.278132] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.278429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.278596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.279173] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.279387] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.279561] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c17a845-6723-4e36-829b-a339e179fcd1 is going to be updated. [ 901.319343] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.321865] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.321865] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.321865] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.321865] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.331334] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c17a845-6723-4e36-829b-a339e179fcd1 in Status: IN_PROGRESS for 2s [ 901.501490] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.628637] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e2bcbae-5bf2-498f-8338-31beeecca0d5 [ 901.628943] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.629284] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.629284] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.629505] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.629593] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.629689] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e2bcbae-5bf2-498f-8338-31beeecca0d5 already deleted. [ 901.629788] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e2bcbae-5bf2-498f-8338-31beeecca0d5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.663151] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: SUCCESS [ 901.663634] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.003218] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.057894] env[65757]: INFO networking_nsxv3.common.synchronization [req-a4277705-680f-4c8b-a56d-2ae03b6dbc73 req-d4db53d2-f365-4217-b042-78d38e2f1e8c tempest-SecurityGroupRulesTestJSON-1776959232 tempest-SecurityGroupRulesTestJSON-1776959232-project-member] Enqueued Resource ID: 76631f42-56bd-43a5-b8cd-ce37ab8aaca1 with Priority: HIGHEST for action security_group_rules [ 902.063627] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76631f42-56bd-43a5-b8cd-ce37ab8aaca1 with Priority: HIGHEST for action security_group_rules [ 902.064623] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76631f42-56bd-43a5-b8cd-ce37ab8aaca1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.064833] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76631f42-56bd-43a5-b8cd-ce37ab8aaca1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.064935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76631f42-56bd-43a5-b8cd-ce37ab8aaca1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.065353] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76631f42-56bd-43a5-b8cd-ce37ab8aaca1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.065446] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76631f42-56bd-43a5-b8cd-ce37ab8aaca1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.508235] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.508235] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.508652] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.508652] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.508652] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.508890] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be updated. [ 902.546052] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.546052] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.546052] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.546052] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.546052] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.555397] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: IN_PROGRESS for 2s [ 902.592195] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.592594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.592714] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.593356] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.593356] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.593356] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76631f42-56bd-43a5-b8cd-ce37ab8aaca1 already deleted. [ 902.593356] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76631f42-56bd-43a5-b8cd-ce37ab8aaca1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.100693] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c17a845-6723-4e36-829b-a339e179fcd1 in Status: SUCCESS [ 903.100953] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.343381] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c17a845-6723-4e36-829b-a339e179fcd1 in Status: SUCCESS [ 903.347030] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c17a845-6723-4e36-829b-a339e179fcd1 deletion is rescheduled due to dependency. [ 903.347030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.563522] env[65757]: INFO networking_nsxv3.common.synchronization [req-303bad5c-67c9-4731-a596-c42e3f1f8f3d req-8af572cf-e525-4ede-b414-a1c934022525 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Enqueued Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 903.564724] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 903.565123] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.565261] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.565669] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.565669] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.567033] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.567177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.567287] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.567700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.567768] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.567950] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.907271] env[65757]: INFO networking_nsxv3.common.synchronization [None req-3af387eb-f30b-40a3-9ea2-b750d79b2d20 None None] Enqueued Resource ID: 8ec4b4d9-65ed-4ec0-a99c-ebc2831c617a with Priority: HIGHEST for action port [ 903.908143] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ec4b4d9-65ed-4ec0-a99c-ebc2831c617a with Priority: HIGHEST for action port [ 903.908675] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ec4b4d9-65ed-4ec0-a99c-ebc2831c617a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.908770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ec4b4d9-65ed-4ec0-a99c-ebc2831c617a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.908770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ec4b4d9-65ed-4ec0-a99c-ebc2831c617a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.909024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ec4b4d9-65ed-4ec0-a99c-ebc2831c617a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.909143] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ec4b4d9-65ed-4ec0-a99c-ebc2831c617a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.070790] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.351202] env[65757]: INFO networking_nsxv3.common.synchronization [req-1801a8f4-0bcf-47f6-bb01-3cd6559ef41a req-8efd1a23-8457-4d34-b4a6-4f80bcb58521 tempest-MultipleCreateTestJSON-1803078862 tempest-MultipleCreateTestJSON-1803078862-project-member] Enqueued Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 904.351868] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGHEST for action security_group_members [ 904.352513] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.352624] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.411634] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ec4b4d9-65ed-4ec0-a99c-ebc2831c617a [ 904.411804] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.411991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.412411] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.412411] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.412505] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.412611] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ec4b4d9-65ed-4ec0-a99c-ebc2831c617a already deleted. [ 904.412680] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ec4b4d9-65ed-4ec0-a99c-ebc2831c617a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.442973] env[65757]: INFO networking_nsxv3.common.synchronization [req-be5346a0-497e-4be2-b4fc-f8a2e0d78416 req-608c7f6e-2c43-41bc-8cd1-154c3a25a62b tempest-SecurityGroupRulesTestJSON-1776959232 tempest-SecurityGroupRulesTestJSON-1776959232-project-member] Enqueued Resource ID: a0e37c7c-60f5-4c77-9536-d1e8a1b5affd with Priority: HIGHEST for action security_group_rules [ 904.443634] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0e37c7c-60f5-4c77-9536-d1e8a1b5affd with Priority: HIGHEST for action security_group_rules [ 904.443990] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0e37c7c-60f5-4c77-9536-d1e8a1b5affd taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.444183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0e37c7c-60f5-4c77-9536-d1e8a1b5affd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.444183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0e37c7c-60f5-4c77-9536-d1e8a1b5affd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.444531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0e37c7c-60f5-4c77-9536-d1e8a1b5affd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.444629] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0e37c7c-60f5-4c77-9536-d1e8a1b5affd',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.566781] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 904.567068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.567243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.567479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.567671] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.567901] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.567901] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.567991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.568099] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.568182] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.568277] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.577962] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.802211] env[65757]: INFO networking_nsxv3.common.synchronization [req-9d6dac55-e7aa-402d-b412-ee451d1960ea req-a8c2a1a1-be78-434d-bdab-9eb03c8e03bb tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Enqueued Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 904.803799] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 904.807021] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.807021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.807021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.807021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.807021] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.807021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.807021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.807021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.807021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.807021] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.970771] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.970995] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.971084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.971371] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.971514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.971621] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0e37c7c-60f5-4c77-9536-d1e8a1b5affd already deleted. [ 904.971763] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0e37c7c-60f5-4c77-9536-d1e8a1b5affd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.074038] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.074038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.074038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.074038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.074038] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.074038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.074038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.074038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.074038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.074038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.074038] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.074038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.074038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.074038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.074038] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.074038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.074887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.074887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.074887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.075143] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.075371] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.081086] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.081086] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.081086] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.081086] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.081086] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.081086] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 is going to be updated. [ 905.114573] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.114822] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.114822] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.114973] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.115391] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.131369] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: IN_PROGRESS for 2s [ 905.296800] env[65757]: INFO networking_nsxv3.common.synchronization [req-7f630a54-1014-4d1d-8a6c-7658e22af0e3 req-f0eaefec-b9f2-4076-91ed-ffb8793d228d tempest-SecurityGroupRulesTestJSON-1776959232 tempest-SecurityGroupRulesTestJSON-1776959232-project-member] Enqueued Resource ID: a0e37c7c-60f5-4c77-9536-d1e8a1b5affd with Priority: HIGHEST for action security_group_rules [ 905.299211] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0e37c7c-60f5-4c77-9536-d1e8a1b5affd with Priority: HIGHEST for action security_group_rules [ 905.299211] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0e37c7c-60f5-4c77-9536-d1e8a1b5affd taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.299211] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0e37c7c-60f5-4c77-9536-d1e8a1b5affd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.300256] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0e37c7c-60f5-4c77-9536-d1e8a1b5affd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.300921] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0e37c7c-60f5-4c77-9536-d1e8a1b5affd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.301037] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0e37c7c-60f5-4c77-9536-d1e8a1b5affd',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.308139] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.585161] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd924f7f-ad53-4e7b-855e-e0795c38f4ea: rpc.has_security_group_logging(os_id): False [ 905.604018] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.604018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.604018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.604018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.604018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.604018] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.604018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.604018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.604018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.604018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.604018] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.604018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.604018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.604931] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.605150] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.605532] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.605744] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.605950] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.606256] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.606769] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.606769] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be updated. [ 905.675080] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.675080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.675080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.675080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.675080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.688452] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: IN_PROGRESS for 2s [ 905.812209] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.824396] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.824396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.824396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.824396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.824396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.824396] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0e37c7c-60f5-4c77-9536-d1e8a1b5affd already deleted. [ 905.824396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0e37c7c-60f5-4c77-9536-d1e8a1b5affd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.313932] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.314239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.314363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.314622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.314774] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.314917] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 is going to be updated. [ 906.350104] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.350513] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.350645] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.350819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.350970] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.362551] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: IN_PROGRESS for 2s [ 906.821993] env[65757]: INFO networking_nsxv3.common.synchronization [req-639d1cfc-2d4b-4a2d-bc48-265faf39167e req-4a2bd3b4-b36e-49ff-b057-44181ec72317 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Enqueued Resource ID: 626ac428-b141-4238-a618-dc56972ac9da with Priority: HIGHEST for action security_group_members [ 906.823239] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626ac428-b141-4238-a618-dc56972ac9da with Priority: HIGHEST for action security_group_members [ 906.823239] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-626ac428-b141-4238-a618-dc56972ac9da taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.823239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.823239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.823474] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.823474] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.823561] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.823561] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.823775] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.823916] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.823916] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('626ac428-b141-4238-a618-dc56972ac9da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.085966] env[65757]: INFO networking_nsxv3.common.synchronization [req-6a35c77e-4acb-4084-b683-fc446d66202c req-8ae10531-370c-4eb6-ad43-4c332dcfe74a tempest-SecurityGroupRulesTestJSON-1776959232 tempest-SecurityGroupRulesTestJSON-1776959232-project-member] Enqueued Resource ID: a0e37c7c-60f5-4c77-9536-d1e8a1b5affd with Priority: HIGHEST for action security_group_rules [ 907.086452] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0e37c7c-60f5-4c77-9536-d1e8a1b5affd with Priority: HIGHEST for action security_group_rules [ 907.086825] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a0e37c7c-60f5-4c77-9536-d1e8a1b5affd taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.086961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a0e37c7c-60f5-4c77-9536-d1e8a1b5affd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.088893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a0e37c7c-60f5-4c77-9536-d1e8a1b5affd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.089107] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a0e37c7c-60f5-4c77-9536-d1e8a1b5affd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.089867] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a0e37c7c-60f5-4c77-9536-d1e8a1b5affd',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.142183] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: SUCCESS [ 907.142484] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.142902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.143198] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.143427] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.143548] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.143617] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.143820] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.143931] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.144049] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.329790] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('626ac428-b141-4238-a618-dc56972ac9da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.613676] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.613849] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.613897] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.614619] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.614619] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.614619] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a0e37c7c-60f5-4c77-9536-d1e8a1b5affd already deleted. [ 907.614619] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a0e37c7c-60f5-4c77-9536-d1e8a1b5affd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.650143] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.650143] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.650143] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.650143] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.650143] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.650143] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.650143] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.650143] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.650143] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.650143] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.650143] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 is going to be updated. [ 907.654282] env[65757]: INFO networking_nsxv3.common.synchronization [req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea req-6e6e378d-abf4-42c5-b6e2-854bb19ff713 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Enqueued Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 907.656055] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 907.656055] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.656055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.656055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.656055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.656055] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.656055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.656055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.656055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.656471] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.656578] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.680995] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.680995] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.680995] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.681145] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.681180] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.692014] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: IN_PROGRESS for 2s [ 907.703041] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 907.705017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.833442] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('626ac428-b141-4238-a618-dc56972ac9da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.893824] env[65757]: INFO networking_nsxv3.common.synchronization [req-691155ae-5f7e-457c-a1a1-7205da246e4a req-46228558-8be3-4685-8f1d-316a161c1c48 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 907.894039] env[65757]: INFO networking_nsxv3.common.synchronization [req-691155ae-5f7e-457c-a1a1-7205da246e4a req-46228558-8be3-4685-8f1d-316a161c1c48 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 68de3382-dd61-407a-a887-092f4f40f15a with Priority: HIGHEST for action security_group_members [ 907.894180] env[65757]: INFO networking_nsxv3.common.synchronization [req-691155ae-5f7e-457c-a1a1-7205da246e4a req-46228558-8be3-4685-8f1d-316a161c1c48 tempest-SecurityGroupsTestJSON-934545812 tempest-SecurityGroupsTestJSON-934545812-project-member] Enqueued Resource ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 with Priority: HIGHEST for action security_group_members [ 907.894721] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGHEST for action security_group_members [ 907.894852] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68de3382-dd61-407a-a887-092f4f40f15a with Priority: HIGHEST for action security_group_members [ 907.894974] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 with Priority: HIGHEST for action security_group_members [ 907.895557] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.895557] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.895557] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.895726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.896026] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.896079] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.896158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.896452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.896634] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.896773] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.897700] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-68de3382-dd61-407a-a887-092f4f40f15a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.897852] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.897953] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.898135] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.898338] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.898461] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.898540] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.898700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.898801] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.898903] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68de3382-dd61-407a-a887-092f4f40f15a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.899880] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-90e37b36-288f-4a03-ab4e-73569ec5bc70 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.900023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.900118] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.900305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.900491] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.900630] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.900711] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.900921] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.901034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.901143] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.028733] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.028992] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.029203] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.029525] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.029891] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.030043] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.030403] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.030467] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.030565] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.030777] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.030888] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.030993] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.031112] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.031234] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.031317] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.031448] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.053429] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.053578] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 908.053634] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.053819] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.054338] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-d0168337-bab5-4e23-bf03-c93b8f2f2f4e taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.054568] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-d0168337-bab5-4e23-bf03-c93b8f2f2f4e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.054568] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-d0168337-bab5-4e23-bf03-c93b8f2f2f4e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.054817] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-d0168337-bab5-4e23-bf03-c93b8f2f2f4e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.054972] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0168337-bab5-4e23-bf03-c93b8f2f2f4e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.159683] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.159874] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.159874] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.160291] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.160291] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.160483] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.160624] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.160718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.160849] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.160938] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.161106] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 already deleted. [ 908.161241] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.336121] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.336290] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.336346] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.336569] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.336737] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.336785] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 626ac428-b141-4238-a618-dc56972ac9da is going to be updated. [ 908.372495] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.372620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.372814] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.372862] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.373022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.375029] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: SUCCESS [ 908.375160] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.382335] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626ac428-b141-4238-a618-dc56972ac9da in Status: IN_PROGRESS for 2s [ 908.403863] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.404046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.404117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.404335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.406596] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.406720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.406971] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.407091] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.430730] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.430995] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.431142] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.431186] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.431392] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.431631] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.431631] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68de3382-dd61-407a-a887-092f4f40f15a is going to be updated. [ 908.432528] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.433159] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.433159] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.433159] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.433159] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.433339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.433339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.433403] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.433490] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead is going to be updated. [ 908.434338] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.434498] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.462069] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.462332] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.462478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.462544] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.462748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.462823] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.462906] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 is going to be updated. [ 908.466034] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.466034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.466034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.466231] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.466349] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.468226] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.468382] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.468725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.468944] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.469104] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.480174] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68de3382-dd61-407a-a887-092f4f40f15a in Status: IN_PROGRESS for 2s [ 908.481373] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: IN_PROGRESS for 2s [ 908.497936] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.498650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.498650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.498843] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.498980] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.509086] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 in Status: IN_PROGRESS for 2s [ 908.557771] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.558221] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.558610] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.558998] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.559301] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.559503] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port d0168337-bab5-4e23-bf03-c93b8f2f2f4e not found, creating... [ 908.559819] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.560009] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.560170] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.560450] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.560679] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.560927] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.561636] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.561785] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.562039] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.562193] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.562347] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: d0168337-bab5-4e23-bf03-c93b8f2f2f4e is going to be created. [ 908.584052] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.584778] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.584778] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.584778] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.584983] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.585192] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-d0168337-bab5-4e23-bf03-c93b8f2f2f4e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.402878] env[65757]: INFO networking_nsxv3.common.synchronization [req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea req-e94da098-aa18-4a14-9770-bb6853749df0 service nova] Enqueued Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_rules [ 909.403896] env[65757]: INFO networking_nsxv3.common.synchronization [req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea req-e94da098-aa18-4a14-9770-bb6853749df0 service nova] Enqueued Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 909.403896] env[65757]: INFO networking_nsxv3.common.synchronization [req-ddae9af3-f2bd-4387-98d1-5348c6b1a3ea req-e94da098-aa18-4a14-9770-bb6853749df0 service nova] Enqueued Resource ID: d0168337-bab5-4e23-bf03-c93b8f2f2f4e with Priority: HIGHEST for action port [ 909.404375] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_rules [ 909.405047] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 909.405047] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0168337-bab5-4e23-bf03-c93b8f2f2f4e with Priority: HIGHEST for action port [ 909.405047] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.405521] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.405521] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.409826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.409826] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.410874] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.410978] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.411045] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.412216] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.412312] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.412451] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.412515] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.412705] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.412785] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.412914] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.414170] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0168337-bab5-4e23-bf03-c93b8f2f2f4e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.414351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0168337-bab5-4e23-bf03-c93b8f2f2f4e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.414351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0168337-bab5-4e23-bf03-c93b8f2f2f4e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.414852] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0168337-bab5-4e23-bf03-c93b8f2f2f4e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.414852] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0168337-bab5-4e23-bf03-c93b8f2f2f4e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.703858] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 in Status: SUCCESS [ 909.703858] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 deletion is rescheduled due to dependency. [ 909.704049] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.917083] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.917313] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.917648] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.918824] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0168337-bab5-4e23-bf03-c93b8f2f2f4e with status ACTIVE [ 909.919077] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.919248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.919348] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.919621] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.919747] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.920031] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.920142] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.920241] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.920450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.920566] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.920826] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.920971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.921067] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.921270] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.921392] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.921501] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0168337-bab5-4e23-bf03-c93b8f2f2f4e is going to be updated. [ 909.949168] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.949168] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.949168] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.949168] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.949168] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.949168] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0168337-bab5-4e23-bf03-c93b8f2f2f4e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.394801] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626ac428-b141-4238-a618-dc56972ac9da in Status: SUCCESS [ 910.395122] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.425186] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.496145] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68de3382-dd61-407a-a887-092f4f40f15a in Status: SUCCESS [ 910.496233] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68de3382-dd61-407a-a887-092f4f40f15a deletion is rescheduled due to dependency. [ 910.496299] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.497028] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead in Status: SUCCESS [ 910.497203] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead deletion is rescheduled due to dependency. [ 910.498213] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.518683] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 in Status: SUCCESS [ 910.518864] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 deletion is rescheduled due to dependency. [ 910.518973] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.930771] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.930929] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.931314] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.931517] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.931615] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.931713] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 is going to be created. [ 910.957772] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.957984] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.957984] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.958203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.958370] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.968603] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: UNINITIALIZED for 2s [ 910.971018] env[65757]: INFO networking_nsxv3.common.synchronization [req-174006e8-8e5a-4dd5-9b74-4f102476de6a req-d0abb718-f132-4b32-a08d-1d4af051273b tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Enqueued Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 910.971738] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 910.972051] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.972151] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.972192] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.972712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.972712] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.972712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.972864] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.973011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.973123] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.973254] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.477115] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.981227] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.483966] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.484317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.484317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.484317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.484552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.484552] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 is going to be updated. [ 912.517385] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.517606] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.517824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.518035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.518035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.529034] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: IN_PROGRESS for 2s [ 912.894829] env[65757]: INFO networking_nsxv3.common.synchronization [req-81141d45-d29d-40b2-ab98-9e61327737e9 req-e52b3406-3ecf-44c7-a0f2-5be2c5041192 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Enqueued Resource ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 with Priority: HIGHEST for action security_group_members [ 912.895748] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 with Priority: HIGHEST for action security_group_members [ 912.896260] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32d5f65-8a84-4e37-9cef-829f31c8dcc2 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.896465] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.896575] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.896964] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.897224] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.897400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.897507] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.897774] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.897911] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.898150] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32d5f65-8a84-4e37-9cef-829f31c8dcc2',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.013168] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: SUCCESS [ 913.014024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.014024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.014024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.014262] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.014262] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.014368] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.014478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.015296] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.015296] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.015296] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.309651] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.309958] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.310153] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.310525] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.310891] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.311154] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.311343] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.311652] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.311852] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.312149] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.312424] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.312614] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.312823] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.312990] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.313123] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.313275] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.343104] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.343281] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.343421] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.343600] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.343914] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-92fb901d-30d9-4601-98db-dc563840ea68 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.344096] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-92fb901d-30d9-4601-98db-dc563840ea68" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.344218] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-92fb901d-30d9-4601-98db-dc563840ea68" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.344554] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-92fb901d-30d9-4601-98db-dc563840ea68" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.344691] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92fb901d-30d9-4601-98db-dc563840ea68',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.401043] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.401219] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.401298] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.401481] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.401568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.401760] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.401848] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.401900] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.402069] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.402141] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.402223] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 already deleted. [ 913.402305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.519754] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.519754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.519754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.519754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.519754] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.519754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.519754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.519754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.519754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.520455] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.520455] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.520455] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.520455] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.520455] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.520455] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.520713] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.520713] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.520713] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.520824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.520824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.520939] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.849560] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.849560] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.849560] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.849560] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.849560] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.849906] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 92fb901d-30d9-4601-98db-dc563840ea68 not found, creating... [ 913.850047] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.850369] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.850589] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.850918] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.851139] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.851475] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.851723] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.851891] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.852180] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.852354] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.852565] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 92fb901d-30d9-4601-98db-dc563840ea68 is going to be created. [ 913.875547] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.875730] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.875882] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.876203] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.876520] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.876831] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-92fb901d-30d9-4601-98db-dc563840ea68" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.024684] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0: rpc.has_security_group_logging(os_id): False [ 914.061036] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.061036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.061036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.061036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.061036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.065036] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.065036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.065036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.065036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.065036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.065036] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.065036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.065036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.065036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.065036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.065036] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.065036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.065036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.065036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.065842] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.065842] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 is going to be created. [ 914.155387] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.155779] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.155779] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.155971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.156260] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.177754] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: IN_PROGRESS for 2s [ 914.468242] env[65757]: INFO networking_nsxv3.common.synchronization [None req-aac0b97e-fc13-4510-8409-7c3a6c7340c0 None None] Enqueued Resource ID: 164eaf94-08ae-401c-9414-7c3352332aa6 with Priority: HIGHEST for action port [ 914.468951] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164eaf94-08ae-401c-9414-7c3352332aa6 with Priority: HIGHEST for action port [ 914.469254] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-164eaf94-08ae-401c-9414-7c3352332aa6 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.469404] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-164eaf94-08ae-401c-9414-7c3352332aa6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.469502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-164eaf94-08ae-401c-9414-7c3352332aa6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.469706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-164eaf94-08ae-401c-9414-7c3352332aa6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.469792] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('164eaf94-08ae-401c-9414-7c3352332aa6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.540873] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: SUCCESS [ 914.541200] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.622761] env[65757]: INFO networking_nsxv3.common.synchronization [req-81141d45-d29d-40b2-ab98-9e61327737e9 req-d2881f41-05a4-4f3b-ad51-9297d90de9ff service nova] Enqueued Resource ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 with Priority: HIGHEST for action security_group_rules [ 914.622761] env[65757]: INFO networking_nsxv3.common.synchronization [req-81141d45-d29d-40b2-ab98-9e61327737e9 req-d2881f41-05a4-4f3b-ad51-9297d90de9ff service nova] Enqueued Resource ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 with Priority: HIGHEST for action security_group_members [ 914.623979] env[65757]: INFO networking_nsxv3.common.synchronization [req-81141d45-d29d-40b2-ab98-9e61327737e9 req-d2881f41-05a4-4f3b-ad51-9297d90de9ff service nova] Enqueued Resource ID: 92fb901d-30d9-4601-98db-dc563840ea68 with Priority: HIGHEST for action port [ 914.623979] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 with Priority: HIGHEST for action security_group_rules [ 914.623979] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 with Priority: HIGHEST for action security_group_members [ 914.623979] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92fb901d-30d9-4601-98db-dc563840ea68 with Priority: HIGHEST for action port [ 914.623979] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32d5f65-8a84-4e37-9cef-829f31c8dcc2 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.624209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.624209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.624383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.624502] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32d5f65-8a84-4e37-9cef-829f31c8dcc2',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.627091] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32d5f65-8a84-4e37-9cef-829f31c8dcc2 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.627091] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.627091] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.627091] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.627091] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.627091] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.627091] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.627091] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.627091] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.627091] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32d5f65-8a84-4e37-9cef-829f31c8dcc2',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.627654] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-92fb901d-30d9-4601-98db-dc563840ea68 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.627732] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92fb901d-30d9-4601-98db-dc563840ea68" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.627792] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92fb901d-30d9-4601-98db-dc563840ea68" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.627939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92fb901d-30d9-4601-98db-dc563840ea68" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.628913] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92fb901d-30d9-4601-98db-dc563840ea68',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.973500] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 164eaf94-08ae-401c-9414-7c3352332aa6 [ 914.974098] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.974098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.974098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.974341] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.974341] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.974418] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:164eaf94-08ae-401c-9414-7c3352332aa6 already deleted. [ 914.974450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-164eaf94-08ae-401c-9414-7c3352332aa6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.131084] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32d5f65-8a84-4e37-9cef-829f31c8dcc2 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.131256] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.131495] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b32d5f65-8a84-4e37-9cef-829f31c8dcc2',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.133339] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92fb901d-30d9-4601-98db-dc563840ea68 with status ACTIVE [ 915.133575] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.134579] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.134579] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.134579] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.134579] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.134579] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.134579] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.134579] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.134869] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.134869] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.135725] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.135725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.135725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.135725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.135725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.135725] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92fb901d-30d9-4601-98db-dc563840ea68 is going to be updated. [ 915.162078] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.163377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.163377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.163377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.163377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.163377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92fb901d-30d9-4601-98db-dc563840ea68" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.637878] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b32d5f65-8a84-4e37-9cef-829f31c8dcc2',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.140897] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.141766] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.141766] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.141766] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.141766] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.141766] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 is going to be created. [ 916.171376] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.171557] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.171648] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.171877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.172123] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.186129] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 in Status: UNINITIALIZED for 2s [ 916.193182] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: SUCCESS [ 916.194014] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.210767] env[65757]: INFO networking_nsxv3.common.synchronization [None req-9963ca9e-800a-458d-a523-0a7a6207293b tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Enqueued Resource ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 with Priority: HIGHEST for action security_group_rules [ 916.211948] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 with Priority: HIGHEST for action security_group_rules [ 916.211948] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-094def52-6041-4cd3-a1b0-6d2d2e9a0e82 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.212050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.215966] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.215966] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.215966] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('094def52-6041-4cd3-a1b0-6d2d2e9a0e82',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.425848] env[65757]: INFO networking_nsxv3.common.synchronization [None req-ac8a2b86-9f09-4c9f-bf81-f0f76a92223a tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Enqueued Resource ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 with Priority: HIGHEST for action security_group_rules [ 916.429529] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 with Priority: HIGHEST for action security_group_rules [ 916.429529] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-094def52-6041-4cd3-a1b0-6d2d2e9a0e82 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.429529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.745699] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.746070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.746070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.746145] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.746322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.746322] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 already deleted. [ 916.746420] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.746551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.746755] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.746817] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('094def52-6041-4cd3-a1b0-6d2d2e9a0e82',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.271865] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.271998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.272186] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.272329] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.272371] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.272451] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 already deleted. [ 917.272616] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.720594] env[65757]: INFO networking_nsxv3.common.synchronization [None req-3c22de3c-5467-47d3-8e4b-148c181a279c None None] Enqueued Resource ID: ad159a90-b6c1-4aa6-9c7a-abb4c804b742 with Priority: HIGHEST for action port [ 917.721223] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad159a90-b6c1-4aa6-9c7a-abb4c804b742 with Priority: HIGHEST for action port [ 917.721657] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad159a90-b6c1-4aa6-9c7a-abb4c804b742 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.721790] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad159a90-b6c1-4aa6-9c7a-abb4c804b742" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.721857] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad159a90-b6c1-4aa6-9c7a-abb4c804b742" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.722624] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad159a90-b6c1-4aa6-9c7a-abb4c804b742" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.722624] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad159a90-b6c1-4aa6-9c7a-abb4c804b742',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.199026] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 in Status: SUCCESS [ 918.199026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.199026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.199026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.199026] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.199026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.199026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.199616] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.199616] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.199616] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.199616] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b32d5f65-8a84-4e37-9cef-829f31c8dcc2',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.224787] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad159a90-b6c1-4aa6-9c7a-abb4c804b742 [ 918.224944] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.225371] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.225371] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.225875] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.225973] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.226089] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad159a90-b6c1-4aa6-9c7a-abb4c804b742 already deleted. [ 918.226175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad159a90-b6c1-4aa6-9c7a-abb4c804b742" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.707883] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b32d5f65-8a84-4e37-9cef-829f31c8dcc2',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.210619] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b32d5f65-8a84-4e37-9cef-829f31c8dcc2: rpc.has_security_group_logging(os_id): False [ 919.237463] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.237463] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.237463] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.238017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.238017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.238017] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.238124] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.238240] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.238405] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.238405] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.238477] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 is going to be created. [ 919.316759] env[65757]: INFO networking_nsxv3.common.synchronization [req-afa8f738-6433-44ba-88b9-6e9d87fa6c7b req-97f8497f-b77d-43f1-a712-53be4ca2100a tempest-MigrationsAdminTest-1820316007 tempest-MigrationsAdminTest-1820316007-project-member] Enqueued Resource ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed with Priority: HIGHEST for action security_group_members [ 919.318161] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed with Priority: HIGHEST for action security_group_members [ 919.319128] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6e4d3e41-bd75-430f-84e0-997cbf0958ed taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.319128] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.319128] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.319909] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.320243] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.320425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.320535] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.323206] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.323350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.323489] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.362884] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.365230] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.365230] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.365230] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.365230] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.384191] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 in Status: IN_PROGRESS for 2s [ 919.825798] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.826968] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.827978] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.828264] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.863590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.863590] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.863590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.863590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.864594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.864758] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.867271] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed is going to be updated. [ 919.906730] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.910537] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.910537] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.910537] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.910537] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.923908] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed in Status: IN_PROGRESS for 2s [ 920.112589] env[65757]: INFO networking_nsxv3.common.synchronization [None req-57d23aea-41f4-410f-b8a8-3b6254ddbbb1 None None] Enqueued Resource ID: ea92abb4-ddb4-4bf6-8259-3cb7fa2cc6ba with Priority: HIGHEST for action port [ 920.113195] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea92abb4-ddb4-4bf6-8259-3cb7fa2cc6ba with Priority: HIGHEST for action port [ 920.113523] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea92abb4-ddb4-4bf6-8259-3cb7fa2cc6ba taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.113637] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea92abb4-ddb4-4bf6-8259-3cb7fa2cc6ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.113697] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea92abb4-ddb4-4bf6-8259-3cb7fa2cc6ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.113958] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea92abb4-ddb4-4bf6-8259-3cb7fa2cc6ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.115539] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea92abb4-ddb4-4bf6-8259-3cb7fa2cc6ba',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.619495] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea92abb4-ddb4-4bf6-8259-3cb7fa2cc6ba [ 920.619779] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.620102] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.620102] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.620311] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.620416] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.620519] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea92abb4-ddb4-4bf6-8259-3cb7fa2cc6ba already deleted. [ 920.620615] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea92abb4-ddb4-4bf6-8259-3cb7fa2cc6ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.876859] env[65757]: INFO networking_nsxv3.common.synchronization [req-45d307f2-42c8-455d-b6d5-d1ebb7f6e1bd req-a08825a9-bec2-4132-9e97-773ea3e8fe21 tempest-ServersWithSpecificFlavorTestJSON-718010266 tempest-ServersWithSpecificFlavorTestJSON-718010266-project-member] Enqueued Resource ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf with Priority: HIGHEST for action security_group_members [ 920.877494] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf with Priority: HIGHEST for action security_group_members [ 920.877811] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-977d4945-93e3-4a03-bb7d-ba30446f0bdf taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.877935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.878000] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.879028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.879201] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.879380] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.879460] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.880450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.880450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.880450] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('977d4945-93e3-4a03-bb7d-ba30446f0bdf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.382219] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.382516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.382516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.382695] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.398288] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 in Status: SUCCESS [ 921.398523] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.404868] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.405199] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.405332] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.405399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.405691] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.405781] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.405949] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf is going to be updated. [ 921.435181] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.435181] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.435181] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.435181] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.435181] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.446721] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf in Status: IN_PROGRESS for 2s [ 921.555510] env[65757]: INFO networking_nsxv3.common.synchronization [None req-86a3b140-f431-4dae-938e-70ebaecfcda3 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Enqueued Resource ID: cf1d39fb-2844-4777-9054-03aff0dadc13 with Priority: HIGHEST for action security_group_rules [ 921.560482] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf1d39fb-2844-4777-9054-03aff0dadc13 with Priority: HIGHEST for action security_group_rules [ 921.561199] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf1d39fb-2844-4777-9054-03aff0dadc13 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.561520] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.561520] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.561886] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.561984] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf1d39fb-2844-4777-9054-03aff0dadc13',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.657424] env[65757]: INFO networking_nsxv3.common.synchronization [None req-d7ab6ba0-f54c-4d73-a25e-f0ca6650a25c tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Enqueued Resource ID: cf1d39fb-2844-4777-9054-03aff0dadc13 with Priority: HIGHEST for action security_group_rules [ 921.657791] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf1d39fb-2844-4777-9054-03aff0dadc13 with Priority: HIGHEST for action security_group_rules [ 921.658086] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf1d39fb-2844-4777-9054-03aff0dadc13 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.658293] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.934982] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed in Status: SUCCESS [ 921.935170] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed deletion is rescheduled due to dependency. [ 921.935229] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.089891] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.090106] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.090106] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.090326] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.090463] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.090599] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf1d39fb-2844-4777-9054-03aff0dadc13 already deleted. [ 922.090713] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.090898] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.091148] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.091278] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf1d39fb-2844-4777-9054-03aff0dadc13',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.616550] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.616550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.616550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.616800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.616836] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.617421] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf1d39fb-2844-4777-9054-03aff0dadc13 already deleted. [ 922.617421] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.043243] env[65757]: INFO networking_nsxv3.common.synchronization [None req-836151a5-1a64-4d51-81ce-52fc1e2985e9 None None] Enqueued Resource ID: 882197e8-fa9e-4471-8dda-4966e6e8db15 with Priority: HIGHEST for action port [ 923.043243] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 882197e8-fa9e-4471-8dda-4966e6e8db15 with Priority: HIGHEST for action port [ 923.043243] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-882197e8-fa9e-4471-8dda-4966e6e8db15 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.043243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-882197e8-fa9e-4471-8dda-4966e6e8db15" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.043243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-882197e8-fa9e-4471-8dda-4966e6e8db15" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.043243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-882197e8-fa9e-4471-8dda-4966e6e8db15" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.043243] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('882197e8-fa9e-4471-8dda-4966e6e8db15',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.366743] env[65757]: INFO networking_nsxv3.common.synchronization [req-6ef2cbb0-0455-4b69-9673-16fe63a3fd9f req-6ade1e99-8c2e-4f7b-ab13-73366048d7d5 tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Enqueued Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_members [ 923.367459] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_members [ 923.367855] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.367982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.372189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.372544] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.372760] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.372913] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.372979] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.373162] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.373267] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.373378] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.461628] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf in Status: SUCCESS [ 923.461838] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf deletion is rescheduled due to dependency. [ 923.461890] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.549396] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 882197e8-fa9e-4471-8dda-4966e6e8db15 [ 923.549689] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.549821] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.549887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.550124] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.550210] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.550322] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:882197e8-fa9e-4471-8dda-4966e6e8db15 already deleted. [ 923.550497] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-882197e8-fa9e-4471-8dda-4966e6e8db15" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.878489] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.878645] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.878713] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.878924] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.879017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.879289] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.879425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.879487] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.880100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.880100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.880100] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 is going to be updated. [ 923.913634] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.913805] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.913874] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.914195] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.914348] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.925594] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 in Status: IN_PROGRESS for 2s [ 924.360533] env[65757]: INFO networking_nsxv3.common.synchronization [req-5a861e57-5d2a-436f-88e6-bcaa145af57f req-43e824fe-ca14-454a-b700-e01d87b8422b tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Enqueued Resource ID: 2d1d8199-b22d-4802-bad4-dcf8ef180a9a with Priority: HIGHEST for action security_group_members [ 924.361134] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1d8199-b22d-4802-bad4-dcf8ef180a9a with Priority: HIGHEST for action security_group_members [ 924.361932] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.361932] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.361932] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.362169] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.362169] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.362255] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.362344] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.362458] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.362538] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.362626] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1d8199-b22d-4802-bad4-dcf8ef180a9a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.749333] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-787 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.749644] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-787" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.749860] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-787" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.750266] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-787" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.751021] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.751201] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.751385] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.751637] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.751786] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.751993] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.752132] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.752262] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.752380] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.752520] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.752634] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.752803] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.773173] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.774466] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.774756] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.774974] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-787" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.775363] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-cf029f8c-f75b-400b-99af-965a5e86ed7f taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.775521] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-cf029f8c-f75b-400b-99af-965a5e86ed7f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.775643] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-cf029f8c-f75b-400b-99af-965a5e86ed7f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.776013] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-cf029f8c-f75b-400b-99af-965a5e86ed7f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.776446] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf029f8c-f75b-400b-99af-965a5e86ed7f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.865554] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.865719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.865800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.866038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.866141] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.866335] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.866508] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.866577] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.866683] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.866760] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.866851] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1d8199-b22d-4802-bad4-dcf8ef180a9a already deleted. [ 924.866913] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.279371] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.279740] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.279830] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.280148] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.280776] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.280776] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port cf029f8c-f75b-400b-99af-965a5e86ed7f not found, creating... [ 925.280776] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.280965] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.281085] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.281383] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.281480] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.281800] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.282035] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.282090] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.282692] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.282692] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.282786] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: cf029f8c-f75b-400b-99af-965a5e86ed7f is going to be created. [ 925.310293] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.310293] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.310293] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.310293] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.312652] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.312652] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-cf029f8c-f75b-400b-99af-965a5e86ed7f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.940443] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 in Status: SUCCESS [ 925.941261] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 deletion is rescheduled due to dependency. [ 925.941405] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.082308] env[65757]: INFO networking_nsxv3.common.synchronization [req-5a861e57-5d2a-436f-88e6-bcaa145af57f req-8f2651ad-4464-4de7-ba98-7a2e02a7e76b service nova] Enqueued Resource ID: 2d1d8199-b22d-4802-bad4-dcf8ef180a9a with Priority: HIGHEST for action security_group_rules [ 926.082419] env[65757]: INFO networking_nsxv3.common.synchronization [req-5a861e57-5d2a-436f-88e6-bcaa145af57f req-8f2651ad-4464-4de7-ba98-7a2e02a7e76b service nova] Enqueued Resource ID: 2d1d8199-b22d-4802-bad4-dcf8ef180a9a with Priority: HIGHEST for action security_group_members [ 926.082586] env[65757]: INFO networking_nsxv3.common.synchronization [req-5a861e57-5d2a-436f-88e6-bcaa145af57f req-8f2651ad-4464-4de7-ba98-7a2e02a7e76b service nova] Enqueued Resource ID: cf029f8c-f75b-400b-99af-965a5e86ed7f with Priority: HIGHEST for action port [ 926.083417] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1d8199-b22d-4802-bad4-dcf8ef180a9a with Priority: HIGHEST for action security_group_rules [ 926.083641] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1d8199-b22d-4802-bad4-dcf8ef180a9a with Priority: HIGHEST for action security_group_members [ 926.083856] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf029f8c-f75b-400b-99af-965a5e86ed7f with Priority: HIGHEST for action port [ 926.084353] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d1d8199-b22d-4802-bad4-dcf8ef180a9a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.084688] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.084688] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.084919] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.085058] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d1d8199-b22d-4802-bad4-dcf8ef180a9a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.086895] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.087183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.087328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.088385] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.088385] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.088385] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.088385] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.088385] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.088611] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.088737] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1d8199-b22d-4802-bad4-dcf8ef180a9a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.090366] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf029f8c-f75b-400b-99af-965a5e86ed7f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.090539] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf029f8c-f75b-400b-99af-965a5e86ed7f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.090640] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf029f8c-f75b-400b-99af-965a5e86ed7f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.090851] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf029f8c-f75b-400b-99af-965a5e86ed7f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.090957] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf029f8c-f75b-400b-99af-965a5e86ed7f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.593933] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d1d8199-b22d-4802-bad4-dcf8ef180a9a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.595792] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.595992] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.596052] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf029f8c-f75b-400b-99af-965a5e86ed7f with status ACTIVE [ 926.596213] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.596325] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.596387] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.596614] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.596744] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.596927] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.596992] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.597074] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.597251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.597411] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.600456] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.600605] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.600672] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.600865] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.600946] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.601051] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf029f8c-f75b-400b-99af-965a5e86ed7f is going to be updated. [ 926.611848] env[65757]: INFO networking_nsxv3.common.synchronization [None req-a99c633f-d1c5-404a-8bfe-70fa78166ef6 None None] Enqueued Resource ID: 2194a28a-7cd3-4009-89bc-4ea449f84308 with Priority: HIGHEST for action port [ 926.613074] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2194a28a-7cd3-4009-89bc-4ea449f84308 with Priority: HIGHEST for action port [ 926.613489] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-2194a28a-7cd3-4009-89bc-4ea449f84308 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.613617] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2194a28a-7cd3-4009-89bc-4ea449f84308" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.613682] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2194a28a-7cd3-4009-89bc-4ea449f84308" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.613950] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2194a28a-7cd3-4009-89bc-4ea449f84308" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.614744] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2194a28a-7cd3-4009-89bc-4ea449f84308',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.635761] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.636446] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.636658] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.637120] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.637364] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.637652] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf029f8c-f75b-400b-99af-965a5e86ed7f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.107495] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d1d8199-b22d-4802-bad4-dcf8ef180a9a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.118039] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2194a28a-7cd3-4009-89bc-4ea449f84308 [ 927.118308] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.118442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.118580] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.118789] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.118887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.119613] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2194a28a-7cd3-4009-89bc-4ea449f84308 already deleted. [ 927.119613] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2194a28a-7cd3-4009-89bc-4ea449f84308" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.610028] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.610366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.610366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.610581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.610716] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.610827] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1d8199-b22d-4802-bad4-dcf8ef180a9a is going to be created. [ 927.641967] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.642172] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.642230] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.642402] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.642560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.654711] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1d8199-b22d-4802-bad4-dcf8ef180a9a in Status: UNINITIALIZED for 2s [ 928.864457] env[65757]: INFO networking_nsxv3.common.synchronization [None req-793785e4-9035-4184-b960-42808afe7ded tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Enqueued Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGHEST for action security_group_rules [ 928.866174] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGHEST for action security_group_rules [ 928.866174] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-991fd949-89ab-4239-8c48-a4ec19919d1e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.866174] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.866174] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.866174] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.866174] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.990165] env[65757]: INFO networking_nsxv3.common.synchronization [None req-296903ee-9ceb-408a-8345-a548e097d9fa tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Enqueued Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGHEST for action security_group_rules [ 928.990930] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGHEST for action security_group_rules [ 928.991341] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-991fd949-89ab-4239-8c48-a4ec19919d1e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.991512] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.387637] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.388315] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.388315] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.388315] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.388738] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.388879] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 991fd949-89ab-4239-8c48-a4ec19919d1e already deleted. [ 929.388995] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.389202] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.389527] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.389745] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.625516] env[65757]: INFO networking_nsxv3.common.synchronization [None req-344a586c-b7c0-4e8f-8d96-01934f8e2864 None None] Enqueued Resource ID: 4e81a3f7-4ef8-4bcd-9cec-a9b9e8af2e2c with Priority: HIGHEST for action port [ 929.625762] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e81a3f7-4ef8-4bcd-9cec-a9b9e8af2e2c with Priority: HIGHEST for action port [ 929.626427] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-4e81a3f7-4ef8-4bcd-9cec-a9b9e8af2e2c taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.626427] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4e81a3f7-4ef8-4bcd-9cec-a9b9e8af2e2c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.626427] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4e81a3f7-4ef8-4bcd-9cec-a9b9e8af2e2c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.626565] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4e81a3f7-4ef8-4bcd-9cec-a9b9e8af2e2c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.626631] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4e81a3f7-4ef8-4bcd-9cec-a9b9e8af2e2c',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.665281] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1d8199-b22d-4802-bad4-dcf8ef180a9a in Status: SUCCESS [ 929.665504] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.665700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.665892] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.666320] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.666320] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.666320] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.666463] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.666504] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.666612] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.666730] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d1d8199-b22d-4802-bad4-dcf8ef180a9a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.911925] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.912274] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.912274] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.912961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.913215] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.913306] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 991fd949-89ab-4239-8c48-a4ec19919d1e already deleted. [ 929.913452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.129463] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4e81a3f7-4ef8-4bcd-9cec-a9b9e8af2e2c [ 930.129698] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.129831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.129899] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.130232] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.130369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.130541] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4e81a3f7-4ef8-4bcd-9cec-a9b9e8af2e2c already deleted. [ 930.130541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4e81a3f7-4ef8-4bcd-9cec-a9b9e8af2e2c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.169112] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.169351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.169422] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.169653] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.169830] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.169932] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.169995] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.170165] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.170252] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.170416] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.170566] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.170660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.170720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.170865] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.170998] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.171099] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.171241] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.171284] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.171359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.171439] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.173235] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d1d8199-b22d-4802-bad4-dcf8ef180a9a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.677235] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d1d8199-b22d-4802-bad4-dcf8ef180a9a: rpc.has_security_group_logging(os_id): False [ 930.698383] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.698685] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.698789] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.699070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.699222] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.699542] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.699662] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.699778] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.699991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.700401] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.700860] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.700860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.700997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.701176] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.701387] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.701633] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.701769] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.701868] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.702527] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.702613] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.702700] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d1d8199-b22d-4802-bad4-dcf8ef180a9a is going to be created. [ 930.765156] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.765156] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.765156] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.766035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.766483] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.781865] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d1d8199-b22d-4802-bad4-dcf8ef180a9a in Status: IN_PROGRESS for 2s [ 931.449200] env[65757]: INFO networking_nsxv3.common.synchronization [req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 req-141b8405-c78a-4454-b4a7-62c5d2925e08 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 931.449915] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 931.450310] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.450456] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.450519] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.450727] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.450948] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.451066] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.451120] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.451307] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.451366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.451693] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.750494] env[65757]: INFO networking_nsxv3.common.synchronization [None req-16aa5547-554c-4ee4-bc2b-f6d547b01e68 None None] Enqueued Resource ID: 9f35e5ba-f3f4-4847-a732-6880b85d4158 with Priority: HIGHEST for action port [ 931.751601] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f35e5ba-f3f4-4847-a732-6880b85d4158 with Priority: HIGHEST for action port [ 931.752071] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f35e5ba-f3f4-4847-a732-6880b85d4158 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.752333] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f35e5ba-f3f4-4847-a732-6880b85d4158" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.752469] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f35e5ba-f3f4-4847-a732-6880b85d4158" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.752813] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f35e5ba-f3f4-4847-a732-6880b85d4158" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.752970] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f35e5ba-f3f4-4847-a732-6880b85d4158',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.895796] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.895995] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.896142] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.896409] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.896662] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.896829] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.897008] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.897226] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.897409] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.897654] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.897746] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.897852] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.897953] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.898069] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.898171] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.898297] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.919694] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.919901] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.920031] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.920226] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.920627] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-5dfc9d90-fe3c-42e8-9d93-4470d897a44b taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.920812] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-5dfc9d90-fe3c-42e8-9d93-4470d897a44b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.920870] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-5dfc9d90-fe3c-42e8-9d93-4470d897a44b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.921223] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-5dfc9d90-fe3c-42e8-9d93-4470d897a44b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.921369] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dfc9d90-fe3c-42e8-9d93-4470d897a44b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.956028] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.258289] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f35e5ba-f3f4-4847-a732-6880b85d4158 [ 932.258289] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.258289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.258289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.258289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.258289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.258289] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f35e5ba-f3f4-4847-a732-6880b85d4158 already deleted. [ 932.258289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f35e5ba-f3f4-4847-a732-6880b85d4158" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.424157] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.424825] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.424825] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.425450] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.425450] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.425450] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 5dfc9d90-fe3c-42e8-9d93-4470d897a44b not found, creating... [ 932.425689] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.425859] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.426489] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.426489] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.426489] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.426639] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.426753] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.426863] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.427089] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.427277] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.427392] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 5dfc9d90-fe3c-42e8-9d93-4470d897a44b is going to be created. [ 932.453693] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.454073] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.454073] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.454324] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.454550] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.454772] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-5dfc9d90-fe3c-42e8-9d93-4470d897a44b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.458544] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.801022] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d1d8199-b22d-4802-bad4-dcf8ef180a9a in Status: SUCCESS [ 932.801022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.961173] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.961372] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.961604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.961869] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.961988] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.962112] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 932.992549] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.992691] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.992767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.992978] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.993148] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.004693] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 933.246246] env[65757]: INFO networking_nsxv3.common.synchronization [req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 req-74e121a3-6f16-4035-8ec2-6e085d8f3d95 service nova] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_rules [ 933.246458] env[65757]: INFO networking_nsxv3.common.synchronization [req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 req-74e121a3-6f16-4035-8ec2-6e085d8f3d95 service nova] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 933.246600] env[65757]: INFO networking_nsxv3.common.synchronization [req-a85ec9c5-8a09-4f04-a66c-92afc639fcb7 req-74e121a3-6f16-4035-8ec2-6e085d8f3d95 service nova] Enqueued Resource ID: 5dfc9d90-fe3c-42e8-9d93-4470d897a44b with Priority: HIGHEST for action port [ 933.247213] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_rules [ 933.248032] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 933.248032] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dfc9d90-fe3c-42e8-9d93-4470d897a44b with Priority: HIGHEST for action port [ 933.248032] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.248032] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.248032] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.248374] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.248374] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.249234] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.249569] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.249714] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dfc9d90-fe3c-42e8-9d93-4470d897a44b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.249828] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dfc9d90-fe3c-42e8-9d93-4470d897a44b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.251321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dfc9d90-fe3c-42e8-9d93-4470d897a44b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.251321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dfc9d90-fe3c-42e8-9d93-4470d897a44b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.251321] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dfc9d90-fe3c-42e8-9d93-4470d897a44b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.757546] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.757546] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.762239] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dfc9d90-fe3c-42e8-9d93-4470d897a44b with status ACTIVE [ 933.762239] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.762239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.762239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.762239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.762239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.762239] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.762239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.762239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.762239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.762239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.762239] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.762239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.762239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.762239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.762239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.762239] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dfc9d90-fe3c-42e8-9d93-4470d897a44b is going to be updated. [ 933.788270] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.788569] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.788569] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.788786] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.788838] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.788953] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dfc9d90-fe3c-42e8-9d93-4470d897a44b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.216924] env[65757]: INFO networking_nsxv3.common.synchronization [None req-c7d0de29-4f2f-4796-82e4-a4686fd5bd13 None None] Enqueued Resource ID: 24942ad3-1b8f-4b36-b7f9-8fae33cfd501 with Priority: HIGHEST for action port [ 934.217542] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24942ad3-1b8f-4b36-b7f9-8fae33cfd501 with Priority: HIGHEST for action port [ 934.217850] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-24942ad3-1b8f-4b36-b7f9-8fae33cfd501 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.219362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24942ad3-1b8f-4b36-b7f9-8fae33cfd501" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.219466] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24942ad3-1b8f-4b36-b7f9-8fae33cfd501" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.219767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24942ad3-1b8f-4b36-b7f9-8fae33cfd501" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.219852] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24942ad3-1b8f-4b36-b7f9-8fae33cfd501',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.725842] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24942ad3-1b8f-4b36-b7f9-8fae33cfd501 [ 934.726980] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.726980] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.726980] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.726980] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.726980] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.726980] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24942ad3-1b8f-4b36-b7f9-8fae33cfd501 already deleted. [ 934.726980] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24942ad3-1b8f-4b36-b7f9-8fae33cfd501" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.016283] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 935.020871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.020871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.020871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.020871] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.020871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.020871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.020871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.021276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.021276] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.183929] env[65757]: INFO networking_nsxv3.common.synchronization [None req-56e78858-0193-4b62-8630-9556adb2efd8 None None] Enqueued Resource ID: 6e2debb3-e1f4-4105-9791-b0d5f7f24dc7 with Priority: HIGHEST for action port [ 935.185023] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e2debb3-e1f4-4105-9791-b0d5f7f24dc7 with Priority: HIGHEST for action port [ 935.185023] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e2debb3-e1f4-4105-9791-b0d5f7f24dc7 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.185023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e2debb3-e1f4-4105-9791-b0d5f7f24dc7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.185225] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e2debb3-e1f4-4105-9791-b0d5f7f24dc7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.185508] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e2debb3-e1f4-4105-9791-b0d5f7f24dc7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.185582] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e2debb3-e1f4-4105-9791-b0d5f7f24dc7',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.525658] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.688832] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e2debb3-e1f4-4105-9791-b0d5f7f24dc7 [ 935.689018] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.689169] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.689223] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.689532] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.689619] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.689718] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e2debb3-e1f4-4105-9791-b0d5f7f24dc7 already deleted. [ 935.689800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e2debb3-e1f4-4105-9791-b0d5f7f24dc7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.027533] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.501876] env[65757]: INFO networking_nsxv3.common.synchronization [None req-f28c89cf-7d77-46cc-9767-975bd9ad508d tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Enqueued Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_rules [ 936.502207] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_rules [ 936.502682] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.502807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.502895] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.503347] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.503459] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.531242] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.531242] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.531448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.531540] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.532573] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.532573] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 936.574299] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.574854] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.574854] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.574854] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.575011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.586714] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 936.818663] env[65757]: INFO networking_nsxv3.common.synchronization [None req-db64e2cf-24ba-4813-be95-ce8d161f7e48 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Enqueued Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_rules [ 936.819227] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_rules [ 936.819739] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.819739] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.025931] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.026102] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.026146] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.026726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.026935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.026935] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 already deleted. [ 937.027514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.027514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.028204] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.028204] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.553203] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.553379] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.553418] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.553682] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.553864] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.553864] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 already deleted. [ 937.554042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.569566] env[65757]: INFO networking_nsxv3.common.synchronization [req-f14dbace-34ec-4e99-9cca-d1a2f63fc5b7 req-d9496af1-0975-4ebe-a87a-fedaa4cda4a6 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Enqueued Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 937.570324] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 937.570960] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.571506] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.571506] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.571613] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.571829] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.572000] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.572126] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.572399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.572561] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.572728] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.948778] env[65757]: INFO networking_nsxv3.common.synchronization [None req-68d88223-6512-48d6-9b43-95b452b5e2c2 None None] Enqueued Resource ID: 2a1c12b0-6259-452f-a195-5c94911e2b7f with Priority: HIGHEST for action port [ 937.949141] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a1c12b0-6259-452f-a195-5c94911e2b7f with Priority: HIGHEST for action port [ 937.949812] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a1c12b0-6259-452f-a195-5c94911e2b7f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.949936] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a1c12b0-6259-452f-a195-5c94911e2b7f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.950009] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a1c12b0-6259-452f-a195-5c94911e2b7f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.950292] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a1c12b0-6259-452f-a195-5c94911e2b7f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.950386] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a1c12b0-6259-452f-a195-5c94911e2b7f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.076718] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.453090] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a1c12b0-6259-452f-a195-5c94911e2b7f [ 938.453090] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.453356] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.453356] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.453445] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.454020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.454020] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a1c12b0-6259-452f-a195-5c94911e2b7f already deleted. [ 938.454020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a1c12b0-6259-452f-a195-5c94911e2b7f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.579895] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.601400] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 938.601400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.601400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.601400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.601400] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.601400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.601400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.601400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.601400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.601400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.601400] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.024041] env[65757]: INFO networking_nsxv3.common.synchronization [req-126e321e-4f21-4e40-abd4-4bd95c7fe5e5 req-3ca5f859-121a-44d5-b249-41dc0e3a8ac7 tempest-ServerRescueTestJSON-290375138 tempest-ServerRescueTestJSON-290375138-project-member] Enqueued Resource ID: 626ac428-b141-4238-a618-dc56972ac9da with Priority: HIGHEST for action security_group_members [ 939.024643] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626ac428-b141-4238-a618-dc56972ac9da with Priority: HIGHEST for action security_group_members [ 939.025483] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-626ac428-b141-4238-a618-dc56972ac9da taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.025483] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.025483] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.025483] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.025754] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.025754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.025754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.025859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.025889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.025989] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('626ac428-b141-4238-a618-dc56972ac9da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.084015] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.084322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.084322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.085111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.085111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.085111] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 is going to be updated. [ 939.106036] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.106036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.106036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.106266] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.106266] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.106421] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.106421] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.106744] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.106893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.107032] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.107256] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.107557] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.107557] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.107557] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.107678] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.107759] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.107856] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.108085] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.108156] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.108257] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.108376] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.120482] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.121100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.121100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.121100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.121274] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.132221] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: IN_PROGRESS for 2s [ 939.529058] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.529205] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.529632] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.529632] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.529750] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.529948] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.530079] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.530183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.530396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.530527] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.530622] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 626ac428-b141-4238-a618-dc56972ac9da is going to be updated. [ 939.573076] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.573254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.573341] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.573603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.573806] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.585325] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626ac428-b141-4238-a618-dc56972ac9da in Status: IN_PROGRESS for 2s [ 939.612985] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4b32fd3-8938-4185-a0c3-7ed142922642: rpc.has_security_group_logging(os_id): False [ 939.694115] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.694768] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.694768] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.694768] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.694768] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.694938] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.695133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.695236] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.695412] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.695491] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.696024] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.696024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.696024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.696024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.696207] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.696279] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.696380] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.696511] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.696696] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.696797] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.696900] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 939.764985] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.765170] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.765233] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.768057] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.768057] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.780095] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 940.377969] env[65757]: INFO networking_nsxv3.common.synchronization [req-8a6d4db1-cc4c-4c92-88c6-3e32d0965582 req-a4b6b63d-942e-4c5b-a8ae-c7e835fe4b63 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Enqueued Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 940.379379] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 940.379379] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.379379] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.379379] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.379379] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.379674] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.379674] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.379674] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.379789] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.380086] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.380086] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.782398] env[65757]: INFO networking_nsxv3.common.synchronization [req-d4de1bbf-71dd-4f95-ac4b-b1c2caf1aed9 req-f6da73ca-abdb-4b23-ae3b-51606968d58f tempest-InstanceActionsNegativeTestJSON-654994335 tempest-InstanceActionsNegativeTestJSON-654994335-project-member] Enqueued Resource ID: 2d1d8199-b22d-4802-bad4-dcf8ef180a9a with Priority: HIGHEST for action security_group_members [ 940.782983] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1d8199-b22d-4802-bad4-dcf8ef180a9a with Priority: HIGHEST for action security_group_members [ 940.783315] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.783443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.783512] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.783715] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.783859] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.783954] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.784425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.784425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.785032] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.785142] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d1d8199-b22d-4802-bad4-dcf8ef180a9a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.883372] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.883550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.883614] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.883918] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.884038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.884240] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.884350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.884420] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.884564] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.884639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.884713] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 is going to be updated. [ 940.915706] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.915706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.915706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.915706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.915706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.926692] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: IN_PROGRESS for 2s [ 941.143329] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: SUCCESS [ 941.143329] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.288973] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.289183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.289274] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.289685] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.289792] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.290019] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.290122] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.290174] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.290357] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.290496] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.290606] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1d8199-b22d-4802-bad4-dcf8ef180a9a is going to be updated. [ 941.335607] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.335607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.335607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.335791] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.335971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.339872] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-656 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.340228] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-656" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.340228] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-656" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.340502] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-656" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.340733] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.340884] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.340992] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.341215] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.341350] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.341620] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.341764] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.341880] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.341986] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.342106] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.342207] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.342331] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.352643] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1d8199-b22d-4802-bad4-dcf8ef180a9a in Status: IN_PROGRESS for 2s [ 941.363014] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.363183] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.363318] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.363496] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-656" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.363810] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-318c940a-e3a2-464c-9753-cff9f9fca0ee taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.363979] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-318c940a-e3a2-464c-9753-cff9f9fca0ee" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.364106] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-318c940a-e3a2-464c-9753-cff9f9fca0ee" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.364361] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-318c940a-e3a2-464c-9753-cff9f9fca0ee" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.364519] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('318c940a-e3a2-464c-9753-cff9f9fca0ee',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.596293] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 626ac428-b141-4238-a618-dc56972ac9da in Status: SUCCESS [ 941.596685] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 626ac428-b141-4238-a618-dc56972ac9da deletion is rescheduled due to dependency. [ 941.596812] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.805586] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 941.805905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.867276] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.867553] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.867694] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.869247] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.869247] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.869247] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.869247] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.869247] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.869247] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.869247] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.869540] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.869629] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.869740] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.869956] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.871271] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.871271] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 318c940a-e3a2-464c-9753-cff9f9fca0ee is going to be updated. [ 941.902675] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.902923] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.903036] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.903424] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.903646] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.903870] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-318c940a-e3a2-464c-9753-cff9f9fca0ee" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.591890] env[65757]: INFO networking_nsxv3.common.synchronization [req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 req-3d63ca96-fc8e-4546-b2e0-33fb23f5846b service nova] Enqueued Resource ID: fa7d439d-dc0f-416e-a881-4c806012397e with Priority: HIGHEST for action security_group_rules [ 942.592138] env[65757]: INFO networking_nsxv3.common.synchronization [req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 req-3d63ca96-fc8e-4546-b2e0-33fb23f5846b service nova] Enqueued Resource ID: fa7d439d-dc0f-416e-a881-4c806012397e with Priority: HIGHEST for action security_group_members [ 942.593534] env[65757]: INFO networking_nsxv3.common.synchronization [req-7b692a91-e4d0-4d47-bcef-cf3ba36990c5 req-3d63ca96-fc8e-4546-b2e0-33fb23f5846b service nova] Enqueued Resource ID: 318c940a-e3a2-464c-9753-cff9f9fca0ee with Priority: HIGHEST for action port [ 942.593534] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7d439d-dc0f-416e-a881-4c806012397e with Priority: HIGHEST for action security_group_rules [ 942.593534] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7d439d-dc0f-416e-a881-4c806012397e with Priority: HIGHEST for action security_group_members [ 942.593534] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 318c940a-e3a2-464c-9753-cff9f9fca0ee with Priority: HIGHEST for action port [ 942.593534] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa7d439d-dc0f-416e-a881-4c806012397e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.593534] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.593534] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.593849] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.593849] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.594795] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7d439d-dc0f-416e-a881-4c806012397e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.594795] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.594908] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.595064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.595208] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.595299] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.595461] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.595615] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.595707] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.595769] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.596564] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-318c940a-e3a2-464c-9753-cff9f9fca0ee taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.596826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-318c940a-e3a2-464c-9753-cff9f9fca0ee" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.596826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-318c940a-e3a2-464c-9753-cff9f9fca0ee" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.596826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-318c940a-e3a2-464c-9753-cff9f9fca0ee" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.597020] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('318c940a-e3a2-464c-9753-cff9f9fca0ee',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.941302] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: SUCCESS [ 942.941562] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 deletion is rescheduled due to dependency. [ 942.941712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.099015] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.099605] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7d439d-dc0f-416e-a881-4c806012397e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.099724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.099938] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 318c940a-e3a2-464c-9753-cff9f9fca0ee with status ACTIVE [ 943.100140] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.100236] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.100297] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.100881] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.100881] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.100881] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.100881] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.101077] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.101077] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.101202] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.101432] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.101480] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.101512] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.101643] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.102269] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.102269] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 318c940a-e3a2-464c-9753-cff9f9fca0ee is going to be updated. [ 943.126062] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.126062] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.126062] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.126282] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.126282] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.126400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-318c940a-e3a2-464c-9753-cff9f9fca0ee" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.362623] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d1d8199-b22d-4802-bad4-dcf8ef180a9a in Status: SUCCESS [ 943.362820] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d1d8199-b22d-4802-bad4-dcf8ef180a9a deletion is rescheduled due to dependency. [ 943.362920] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.603744] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.107019] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.107019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.107019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.107019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.107321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.107321] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa7d439d-dc0f-416e-a881-4c806012397e is going to be updated. [ 944.140897] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.141062] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.141121] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.141331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.141472] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.153611] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa7d439d-dc0f-416e-a881-4c806012397e in Status: IN_PROGRESS for 2s [ 946.166638] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa7d439d-dc0f-416e-a881-4c806012397e in Status: SUCCESS [ 946.166901] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.167143] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.167395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.167597] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.167714] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.167775] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.167935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.168027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.168116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.168216] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.259862] env[65757]: INFO networking_nsxv3.common.synchronization [req-caf33488-338c-4c9b-b50f-87e809f5ff7d req-4ba67301-8d07-46ed-95d3-37c7c58d1138 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Enqueued Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 946.260486] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 946.260809] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.260953] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.261024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.261250] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.261407] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.261511] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.261578] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.262345] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.262345] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.262345] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.671403] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7d439d-dc0f-416e-a881-4c806012397e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.671606] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.671653] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.671904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.672463] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.672592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.672657] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.672838] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.672930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.673051] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.673208] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7d439d-dc0f-416e-a881-4c806012397e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.673299] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.673363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.673509] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.673653] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.673748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.673804] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.673956] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.674042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.674122] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.674209] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.764378] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.764602] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.764698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.765057] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.765190] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.765875] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.765875] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.765875] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.765875] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.765875] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.766136] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 is going to be updated. [ 946.795076] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.795203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.795203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.795398] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.795541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.805487] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: IN_PROGRESS for 2s [ 947.176464] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa7d439d-dc0f-416e-a881-4c806012397e: rpc.has_security_group_logging(os_id): False [ 947.199596] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.199846] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.199904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.200149] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.225865] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.226198] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.226332] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.226516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.226642] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.226856] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.227015] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.227113] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.227195] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.227667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.227667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.227667] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.227904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.227904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.227904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.228027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.228077] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa7d439d-dc0f-416e-a881-4c806012397e is going to be updated. [ 947.351901] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.352846] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.352846] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.352846] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.352846] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.371538] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa7d439d-dc0f-416e-a881-4c806012397e in Status: IN_PROGRESS for 2s [ 948.815338] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: SUCCESS [ 948.815780] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 deletion is rescheduled due to dependency. [ 948.815870] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.394550] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa7d439d-dc0f-416e-a881-4c806012397e in Status: SUCCESS [ 949.394780] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.403946] env[65757]: INFO networking_nsxv3.common.synchronization [req-d2c164aa-2072-492f-91e5-de54062f2fd8 req-2a9c164d-0191-46cc-93d6-33a4bf541501 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Enqueued Resource ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 with Priority: HIGHEST for action security_group_members [ 949.404567] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 with Priority: HIGHEST for action security_group_members [ 949.404881] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-094def52-6041-4cd3-a1b0-6d2d2e9a0e82 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.405569] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.405688] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.406629] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.406629] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.406629] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.406629] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.407283] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.407283] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.407283] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('094def52-6041-4cd3-a1b0-6d2d2e9a0e82',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.797538] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.797753] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-250" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.797875] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-250" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.798218] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-250" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.798481] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.798639] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.798755] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.798984] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.799143] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.799348] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.799486] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.803021] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.803021] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.803021] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.803021] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.803021] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.821949] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.822239] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.822309] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.822443] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-250" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.822755] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-c3d8a917-16e6-4bb1-9fc1-a7364d62bae3 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.822935] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-c3d8a917-16e6-4bb1-9fc1-a7364d62bae3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.823064] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-c3d8a917-16e6-4bb1-9fc1-a7364d62bae3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.823392] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-c3d8a917-16e6-4bb1-9fc1-a7364d62bae3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.823526] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3d8a917-16e6-4bb1-9fc1-a7364d62bae3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.909093] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.909313] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.909362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.909717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.909799] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.910085] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.910239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.910239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.910334] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.910406] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.910509] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 already deleted. [ 949.910598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.327394] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.327677] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.327836] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.328312] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.328395] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.328559] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port c3d8a917-16e6-4bb1-9fc1-a7364d62bae3 not found, creating... [ 950.328835] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.328984] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.329120] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.329423] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.329538] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.329873] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.330047] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.330168] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.330383] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.330583] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.330760] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: c3d8a917-16e6-4bb1-9fc1-a7364d62bae3 is going to be created. [ 950.353352] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.353565] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.353686] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.353957] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.354226] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.354446] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-c3d8a917-16e6-4bb1-9fc1-a7364d62bae3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.065736] env[65757]: INFO networking_nsxv3.common.synchronization [req-d2c164aa-2072-492f-91e5-de54062f2fd8 req-5532e997-46dd-49c2-9f8f-d76d9acbe222 service nova] Enqueued Resource ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 with Priority: HIGHEST for action security_group_rules [ 951.065967] env[65757]: INFO networking_nsxv3.common.synchronization [req-d2c164aa-2072-492f-91e5-de54062f2fd8 req-5532e997-46dd-49c2-9f8f-d76d9acbe222 service nova] Enqueued Resource ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 with Priority: HIGHEST for action security_group_members [ 951.066068] env[65757]: INFO networking_nsxv3.common.synchronization [req-d2c164aa-2072-492f-91e5-de54062f2fd8 req-5532e997-46dd-49c2-9f8f-d76d9acbe222 service nova] Enqueued Resource ID: c3d8a917-16e6-4bb1-9fc1-a7364d62bae3 with Priority: HIGHEST for action port [ 951.066547] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 with Priority: HIGHEST for action security_group_rules [ 951.066682] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 with Priority: HIGHEST for action security_group_members [ 951.066775] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3d8a917-16e6-4bb1-9fc1-a7364d62bae3 with Priority: HIGHEST for action port [ 951.067068] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-094def52-6041-4cd3-a1b0-6d2d2e9a0e82 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.067176] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.067244] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.067454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.067543] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('094def52-6041-4cd3-a1b0-6d2d2e9a0e82',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.068398] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-094def52-6041-4cd3-a1b0-6d2d2e9a0e82 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.068511] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.068576] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.068739] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.068879] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.068971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.069040] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.069183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.069262] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.069346] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('094def52-6041-4cd3-a1b0-6d2d2e9a0e82',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.070408] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3d8a917-16e6-4bb1-9fc1-a7364d62bae3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.070522] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3d8a917-16e6-4bb1-9fc1-a7364d62bae3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.070577] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3d8a917-16e6-4bb1-9fc1-a7364d62bae3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.070713] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3d8a917-16e6-4bb1-9fc1-a7364d62bae3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.070786] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3d8a917-16e6-4bb1-9fc1-a7364d62bae3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.574191] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-094def52-6041-4cd3-a1b0-6d2d2e9a0e82 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.574191] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.574191] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('094def52-6041-4cd3-a1b0-6d2d2e9a0e82',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.574547] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3d8a917-16e6-4bb1-9fc1-a7364d62bae3 with status ACTIVE [ 951.574737] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.574852] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.574918] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.575160] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.575251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.576381] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.576381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.576381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.576626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.576626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.576774] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.576828] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.576868] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.577095] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.577248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.577304] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3d8a917-16e6-4bb1-9fc1-a7364d62bae3 is going to be updated. [ 951.603506] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.603659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.603725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.603993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.604147] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.604320] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3d8a917-16e6-4bb1-9fc1-a7364d62bae3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.081272] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('094def52-6041-4cd3-a1b0-6d2d2e9a0e82',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.583746] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.583957] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.584023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.584290] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.584414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.584564] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 is going to be created. [ 952.609610] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.609610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.609610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.609920] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.609920] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.622653] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 in Status: UNINITIALIZED for 2s [ 954.633509] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 in Status: SUCCESS [ 954.633832] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.633888] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.634116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.634302] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.634415] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.634943] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.635136] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.635222] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.635312] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.635399] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('094def52-6041-4cd3-a1b0-6d2d2e9a0e82',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.137546] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('094def52-6041-4cd3-a1b0-6d2d2e9a0e82',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.640340] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 094def52-6041-4cd3-a1b0-6d2d2e9a0e82: rpc.has_security_group_logging(os_id): False [ 955.660623] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.660623] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.660623] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.660875] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.660984] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.661295] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.661427] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.661480] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.661633] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.661732] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.661816] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 is going to be created. [ 955.842908] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.843137] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.843137] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.843769] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.843769] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.855738] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 in Status: IN_PROGRESS for 2s [ 955.954643] env[65757]: INFO networking_nsxv3.common.synchronization [req-7a901777-376a-4042-b0f7-c083837d5fd2 req-056e88de-6214-45ff-9166-0d8ae3ba5b24 tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Enqueued Resource ID: cf1d39fb-2844-4777-9054-03aff0dadc13 with Priority: HIGHEST for action security_group_members [ 955.956730] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf1d39fb-2844-4777-9054-03aff0dadc13 with Priority: HIGHEST for action security_group_members [ 955.957207] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf1d39fb-2844-4777-9054-03aff0dadc13 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.957303] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.957368] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.957973] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.958858] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.958858] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.958979] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.959422] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.959422] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.959422] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf1d39fb-2844-4777-9054-03aff0dadc13',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.402334] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-639 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.402786] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-639" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.402950] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-639" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.403333] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-639" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.403626] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.403762] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.403880] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.404244] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.404395] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.404628] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.404810] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.404867] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.404962] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.405086] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.405190] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.405318] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.429349] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.429548] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.430201] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.430201] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-639" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.430345] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-a7b35572-e1a9-434b-9c56-e7dfb10195a8 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.430433] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-a7b35572-e1a9-434b-9c56-e7dfb10195a8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.430524] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-a7b35572-e1a9-434b-9c56-e7dfb10195a8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.430854] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-a7b35572-e1a9-434b-9c56-e7dfb10195a8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.431240] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b35572-e1a9-434b-9c56-e7dfb10195a8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.462223] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.462223] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.462223] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.462439] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.462439] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.462624] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.462755] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.462871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.463028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.463153] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.463153] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf1d39fb-2844-4777-9054-03aff0dadc13 already deleted. [ 956.463337] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.934755] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.935076] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.935115] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.935454] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.935657] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.935820] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port a7b35572-e1a9-434b-9c56-e7dfb10195a8 not found, creating... [ 956.936095] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.937062] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.937062] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.937062] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.937062] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.937062] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.937316] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.937316] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.937521] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.937629] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.937763] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: a7b35572-e1a9-434b-9c56-e7dfb10195a8 is going to be created. [ 956.959355] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.959604] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.959735] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.960012] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.960244] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.960463] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-a7b35572-e1a9-434b-9c56-e7dfb10195a8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.666982] env[65757]: INFO networking_nsxv3.common.synchronization [req-7a901777-376a-4042-b0f7-c083837d5fd2 req-27321227-b8c7-4ece-b794-f92bc8f91225 service nova] Enqueued Resource ID: cf1d39fb-2844-4777-9054-03aff0dadc13 with Priority: HIGHEST for action security_group_rules [ 957.667077] env[65757]: INFO networking_nsxv3.common.synchronization [req-7a901777-376a-4042-b0f7-c083837d5fd2 req-27321227-b8c7-4ece-b794-f92bc8f91225 service nova] Enqueued Resource ID: cf1d39fb-2844-4777-9054-03aff0dadc13 with Priority: HIGHEST for action security_group_members [ 957.667158] env[65757]: INFO networking_nsxv3.common.synchronization [req-7a901777-376a-4042-b0f7-c083837d5fd2 req-27321227-b8c7-4ece-b794-f92bc8f91225 service nova] Enqueued Resource ID: a7b35572-e1a9-434b-9c56-e7dfb10195a8 with Priority: HIGHEST for action port [ 957.668375] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf1d39fb-2844-4777-9054-03aff0dadc13 with Priority: HIGHEST for action security_group_rules [ 957.668375] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf1d39fb-2844-4777-9054-03aff0dadc13 with Priority: HIGHEST for action security_group_members [ 957.668375] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b35572-e1a9-434b-9c56-e7dfb10195a8 with Priority: HIGHEST for action port [ 957.668664] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf1d39fb-2844-4777-9054-03aff0dadc13 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.668751] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.668751] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.668963] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.669056] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf1d39fb-2844-4777-9054-03aff0dadc13',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.671043] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf1d39fb-2844-4777-9054-03aff0dadc13 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.671118] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.671169] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.671304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.671469] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.671561] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.671640] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.671759] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.671843] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.671932] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf1d39fb-2844-4777-9054-03aff0dadc13',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.672665] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7b35572-e1a9-434b-9c56-e7dfb10195a8 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.672779] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7b35572-e1a9-434b-9c56-e7dfb10195a8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.672833] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7b35572-e1a9-434b-9c56-e7dfb10195a8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.672974] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7b35572-e1a9-434b-9c56-e7dfb10195a8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.673070] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b35572-e1a9-434b-9c56-e7dfb10195a8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.870309] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 in Status: SUCCESS [ 957.870309] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.174513] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf1d39fb-2844-4777-9054-03aff0dadc13 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.174824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.177176] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf1d39fb-2844-4777-9054-03aff0dadc13',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.178229] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7b35572-e1a9-434b-9c56-e7dfb10195a8 with status ACTIVE [ 958.179266] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.179748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.180427] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.180689] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.180795] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.180985] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.181112] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.181165] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.181329] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.181410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.181597] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.181713] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.181767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.181886] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.181953] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.183166] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7b35572-e1a9-434b-9c56-e7dfb10195a8 is going to be updated. [ 958.207605] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.207887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.207887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.208935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.208935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.208935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7b35572-e1a9-434b-9c56-e7dfb10195a8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.685616] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf1d39fb-2844-4777-9054-03aff0dadc13',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.188779] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.189107] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.189107] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.189256] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.189345] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.189446] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf1d39fb-2844-4777-9054-03aff0dadc13 is going to be created. [ 959.221773] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.221773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.221773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.221773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.221773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.231559] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf1d39fb-2844-4777-9054-03aff0dadc13 in Status: UNINITIALIZED for 2s [ 960.147096] env[65757]: INFO networking_nsxv3.common.synchronization [None req-cb328ca9-fdcc-453b-8347-14b681876c04 None None] Enqueued Resource ID: 46cab94c-59e1-4321-8701-57d6ca64f432 with Priority: HIGHEST for action port [ 960.148038] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46cab94c-59e1-4321-8701-57d6ca64f432 with Priority: HIGHEST for action port [ 960.148754] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-46cab94c-59e1-4321-8701-57d6ca64f432 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.148754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46cab94c-59e1-4321-8701-57d6ca64f432" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.148754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46cab94c-59e1-4321-8701-57d6ca64f432" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.148754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46cab94c-59e1-4321-8701-57d6ca64f432" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.148961] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46cab94c-59e1-4321-8701-57d6ca64f432',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.611768] env[65757]: INFO networking_nsxv3.common.synchronization [req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 req-79ce4c05-ab8d-403c-a89c-d893e0a5e1ac tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Enqueued Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGHEST for action security_group_members [ 960.612344] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGHEST for action security_group_members [ 960.612648] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-991fd949-89ab-4239-8c48-a4ec19919d1e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.612769] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.612832] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.614154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.614459] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.614459] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.614561] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.614679] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.614778] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.614875] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.652206] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46cab94c-59e1-4321-8701-57d6ca64f432 [ 960.655526] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.655526] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.655526] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.655526] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.655526] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.655526] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46cab94c-59e1-4321-8701-57d6ca64f432 already deleted. [ 960.655526] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46cab94c-59e1-4321-8701-57d6ca64f432" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.955233] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.955503] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-995" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.955584] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-995" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.955978] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-995" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.956270] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.956495] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.956605] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.956831] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.956976] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.957190] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.957293] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.957394] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.957498] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.957627] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.957728] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.957852] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.978536] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.979717] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.979717] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.979717] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-995" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.979717] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-2518c566-8d71-4dca-a875-dc8658660c52 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.979717] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-2518c566-8d71-4dca-a875-dc8658660c52" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.979717] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-2518c566-8d71-4dca-a875-dc8658660c52" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.980130] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-2518c566-8d71-4dca-a875-dc8658660c52" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.980275] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2518c566-8d71-4dca-a875-dc8658660c52',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.117340] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.117340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.117340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.117582] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.117582] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.118203] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.118203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.118203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.118389] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.118389] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.118470] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 991fd949-89ab-4239-8c48-a4ec19919d1e already deleted. [ 961.118553] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.243606] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf1d39fb-2844-4777-9054-03aff0dadc13 in Status: SUCCESS [ 961.243606] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.243903] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.244503] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.244503] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.244684] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.244684] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.244811] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.244908] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.245272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.245272] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf1d39fb-2844-4777-9054-03aff0dadc13',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.483755] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.484042] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.484168] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.484449] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.484604] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.484751] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 2518c566-8d71-4dca-a875-dc8658660c52 not found, creating... [ 961.485028] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.485207] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.485318] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.485533] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.485661] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.485944] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.486100] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.486208] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.486423] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.486557] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.486927] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 2518c566-8d71-4dca-a875-dc8658660c52 is going to be created. [ 961.514033] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.514033] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.514033] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.514316] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.514879] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.514879] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-2518c566-8d71-4dca-a875-dc8658660c52" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.750225] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf1d39fb-2844-4777-9054-03aff0dadc13',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.244445] env[65757]: INFO networking_nsxv3.common.synchronization [req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 req-4abbb845-76b9-4981-9157-eef30b89038b service nova] Enqueued Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGHEST for action security_group_rules [ 962.244739] env[65757]: INFO networking_nsxv3.common.synchronization [req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 req-4abbb845-76b9-4981-9157-eef30b89038b service nova] Enqueued Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGHEST for action security_group_members [ 962.244830] env[65757]: INFO networking_nsxv3.common.synchronization [req-0619b53f-d4fe-47d5-ac2e-3e76880912c7 req-4abbb845-76b9-4981-9157-eef30b89038b service nova] Enqueued Resource ID: 2518c566-8d71-4dca-a875-dc8658660c52 with Priority: HIGHEST for action port [ 962.245450] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGHEST for action security_group_rules [ 962.245638] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGHEST for action security_group_members [ 962.245695] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2518c566-8d71-4dca-a875-dc8658660c52 with Priority: HIGHEST for action port [ 962.246047] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-991fd949-89ab-4239-8c48-a4ec19919d1e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.246218] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.246285] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.246518] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.246599] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.247545] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-991fd949-89ab-4239-8c48-a4ec19919d1e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.247726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.247803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.249009] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.249174] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.249279] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.249358] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.249576] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.249666] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.249771] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.252640] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-2518c566-8d71-4dca-a875-dc8658660c52 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.252764] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2518c566-8d71-4dca-a875-dc8658660c52" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.252831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2518c566-8d71-4dca-a875-dc8658660c52" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.253021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2518c566-8d71-4dca-a875-dc8658660c52" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.253101] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2518c566-8d71-4dca-a875-dc8658660c52',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.254454] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf1d39fb-2844-4777-9054-03aff0dadc13: rpc.has_security_group_logging(os_id): False [ 962.279150] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.279354] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.279426] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.279689] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.279777] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.280042] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.281521] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.281635] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.281830] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.281950] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.283459] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf1d39fb-2844-4777-9054-03aff0dadc13 is going to be created. [ 962.349046] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.349046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.349046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.349326] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.349392] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.364444] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf1d39fb-2844-4777-9054-03aff0dadc13 in Status: IN_PROGRESS for 2s [ 962.404724] env[65757]: INFO networking_nsxv3.common.synchronization [None req-e55203fc-5672-4655-9f1a-f00d9662836f None None] Enqueued Resource ID: 104304cd-697e-456a-967e-12974dad5458 with Priority: HIGHEST for action port [ 962.405898] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 104304cd-697e-456a-967e-12974dad5458 with Priority: HIGHEST for action port [ 962.406040] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-104304cd-697e-456a-967e-12974dad5458 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.406121] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-104304cd-697e-456a-967e-12974dad5458" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.406199] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-104304cd-697e-456a-967e-12974dad5458" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.406444] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-104304cd-697e-456a-967e-12974dad5458" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.406521] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('104304cd-697e-456a-967e-12974dad5458',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.755594] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.759703] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-991fd949-89ab-4239-8c48-a4ec19919d1e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.759859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.760146] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2518c566-8d71-4dca-a875-dc8658660c52 with status ACTIVE [ 962.760414] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.760585] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.760659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.761308] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.761511] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.761589] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.761712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.761795] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.761970] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.762097] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.762536] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.762536] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.762536] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.762718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.762718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.762816] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2518c566-8d71-4dca-a875-dc8658660c52 is going to be updated. [ 962.784278] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.784428] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.784525] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.784726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.784855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.785017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2518c566-8d71-4dca-a875-dc8658660c52" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.909999] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 104304cd-697e-456a-967e-12974dad5458 [ 962.910216] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.910994] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.910994] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.910994] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.910994] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.910994] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:104304cd-697e-456a-967e-12974dad5458 already deleted. [ 962.910994] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-104304cd-697e-456a-967e-12974dad5458" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.261019] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.766408] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.766725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.766725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.766859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.766950] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.767067] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 991fd949-89ab-4239-8c48-a4ec19919d1e is going to be created. [ 963.793064] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.793064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.793317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.793359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.793858] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.803653] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 991fd949-89ab-4239-8c48-a4ec19919d1e in Status: UNINITIALIZED for 2s [ 964.376720] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf1d39fb-2844-4777-9054-03aff0dadc13 in Status: SUCCESS [ 964.376865] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.442748] env[65757]: INFO networking_nsxv3.common.synchronization [req-d65b605c-00f9-4c13-81e7-60510b158f47 req-6209d35c-fa37-4f5c-b8c4-754c853b90bc tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 964.443449] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 964.443782] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.443908] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.443973] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.445237] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.445237] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.445237] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.445237] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.445237] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.445467] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.445467] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.948022] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.948022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.948334] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.948334] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.948393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.948573] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.948729] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.948729] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.949011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.949011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.949011] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be updated. [ 964.977965] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.978227] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.978227] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.978433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.978582] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.988272] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: IN_PROGRESS for 2s [ 965.818734] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 991fd949-89ab-4239-8c48-a4ec19919d1e in Status: SUCCESS [ 965.819035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.819322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.819639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.819912] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.820087] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.820170] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.820379] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.820482] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.820613] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.820760] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.323436] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.512596] env[65757]: INFO networking_nsxv3.common.synchronization [req-62eb5a75-7084-425d-b00b-671121912b8a req-80f73157-533d-401f-b9eb-71b7a2aab1c9 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Enqueued Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_members [ 966.512596] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_members [ 966.512596] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a2320e6-b7e9-466e-8830-9ec858995780 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.512596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.512596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.512596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.512596] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.512596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.512596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.512596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.512596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.512596] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.826787] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 991fd949-89ab-4239-8c48-a4ec19919d1e: rpc.has_security_group_logging(os_id): False [ 966.843747] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.843747] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-80" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.843747] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-80" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.843747] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-80" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.843747] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.844417] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.844691] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.845054] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.845501] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.846937] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.846937] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 966.846937] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 966.846937] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 966.846937] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 966.846937] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 966.846937] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 966.851011] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.851011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.851011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.851011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.851011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.851011] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.851011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.851011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.851011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.851011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.851011] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 991fd949-89ab-4239-8c48-a4ec19919d1e is going to be created. [ 966.872750] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 966.872922] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 966.875451] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 966.875451] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-80" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.875451] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.875451] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.875451] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.875451] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.875451] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.950256] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.950411] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.950480] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.950811] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.950980] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.968149] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 991fd949-89ab-4239-8c48-a4ec19919d1e in Status: IN_PROGRESS for 2s [ 967.001169] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 967.001291] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea deletion is rescheduled due to dependency. [ 967.002035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.015857] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.016080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.016165] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.016426] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.016569] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.016860] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.017061] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.017131] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.017321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.017425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.017518] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a2320e6-b7e9-466e-8830-9ec858995780 already deleted. [ 967.017727] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.377391] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.377696] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.377778] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.378087] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.378262] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.378399] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8 not found, creating... [ 967.378659] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.378814] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.378927] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.379169] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.379306] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.379628] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.379766] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.379888] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.380164] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.380231] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.380369] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8 is going to be created. [ 967.408839] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.409084] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.409224] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.409512] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.409830] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.410065] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.139425] env[65757]: INFO networking_nsxv3.common.synchronization [req-62eb5a75-7084-425d-b00b-671121912b8a req-cdc6985e-723c-4fb3-9b3c-e0c2aff627d7 service nova] Enqueued Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_rules [ 968.139623] env[65757]: INFO networking_nsxv3.common.synchronization [req-62eb5a75-7084-425d-b00b-671121912b8a req-cdc6985e-723c-4fb3-9b3c-e0c2aff627d7 service nova] Enqueued Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_members [ 968.139775] env[65757]: INFO networking_nsxv3.common.synchronization [req-62eb5a75-7084-425d-b00b-671121912b8a req-cdc6985e-723c-4fb3-9b3c-e0c2aff627d7 service nova] Enqueued Resource ID: 2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8 with Priority: HIGHEST for action port [ 968.140296] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_rules [ 968.140426] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_members [ 968.140519] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8 with Priority: HIGHEST for action port [ 968.140790] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a2320e6-b7e9-466e-8830-9ec858995780 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.140938] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.140985] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.141242] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.141339] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.142238] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a2320e6-b7e9-466e-8830-9ec858995780 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.142364] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.142364] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.142486] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.142629] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.142722] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.142782] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.142921] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.143012] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.143100] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.143833] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.143931] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.143988] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.147052] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.147052] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.647543] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a2320e6-b7e9-466e-8830-9ec858995780 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.647914] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.647914] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.648792] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8 with status ACTIVE [ 968.649550] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.649550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.649550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.649550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.649550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.649911] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.649911] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.649911] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.650098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.650181] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.650388] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.650486] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.650550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.650852] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.650966] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.651145] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8 is going to be updated. [ 968.673794] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.674075] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.674145] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.674351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.675111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.675111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bf10ca1-7a9a-42c1-b9b1-969f2e3f41b8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.898919] env[65757]: INFO networking_nsxv3.common.synchronization [req-62eb5a75-7084-425d-b00b-671121912b8a req-617a262c-5d39-4a43-9ac6-fe877d894cf2 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Enqueued Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_members [ 968.899463] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_members [ 968.899794] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a2320e6-b7e9-466e-8830-9ec858995780 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.899962] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.979970] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 991fd949-89ab-4239-8c48-a4ec19919d1e in Status: SUCCESS [ 968.980196] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.153478] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.204496] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.205101] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-80" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.205101] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-80" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.205249] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-80" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.205454] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.205648] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.206132] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.206132] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.206637] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.206637] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.206637] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.206782] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.206842] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.207182] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.207182] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.207258] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.226506] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.226750] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.226902] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.227142] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-80" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.227471] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-02cf87fa-048b-44f9-801e-6059cfd3a8f8 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.227696] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-02cf87fa-048b-44f9-801e-6059cfd3a8f8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.227777] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-02cf87fa-048b-44f9-801e-6059cfd3a8f8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.228124] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-02cf87fa-048b-44f9-801e-6059cfd3a8f8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.228285] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02cf87fa-048b-44f9-801e-6059cfd3a8f8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.658255] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.658635] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.658635] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.658749] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.658842] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.658943] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a2320e6-b7e9-466e-8830-9ec858995780 is going to be created. [ 969.684684] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.684856] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.684993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.685245] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.685447] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.697159] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a2320e6-b7e9-466e-8830-9ec858995780 in Status: UNINITIALIZED for 2s [ 969.731710] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.731949] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.732100] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.732398] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.732551] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.732704] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 02cf87fa-048b-44f9-801e-6059cfd3a8f8 not found, creating... [ 969.732979] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.733148] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.733261] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.733484] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.733618] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.734072] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.734072] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.734192] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.734357] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.734488] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.734622] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 02cf87fa-048b-44f9-801e-6059cfd3a8f8 is going to be created. [ 969.760028] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.760445] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.760671] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.761095] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.761400] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.761679] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-02cf87fa-048b-44f9-801e-6059cfd3a8f8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.005848] env[65757]: INFO networking_nsxv3.common.synchronization [req-12bf11b8-6b11-4632-8d10-c893eba1ce5b req-d1e05823-cf71-4280-b00b-255c352ecb04 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Enqueued Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 970.006379] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 970.006678] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.006795] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.006872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.007069] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.007213] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.007309] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.007363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.007525] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.007617] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.007707] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.379398] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.379398] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.379398] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.379974] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.379974] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.379974] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.380256] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.380497] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.380647] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.380884] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.380996] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.381102] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.381192] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.381309] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.381409] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.381544] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.405196] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.405536] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.405662] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.405940] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.406359] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-f4da6259-41b5-45c5-84e7-0d33e303c3aa taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.406541] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-f4da6259-41b5-45c5-84e7-0d33e303c3aa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.406661] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-f4da6259-41b5-45c5-84e7-0d33e303c3aa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.406999] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-f4da6259-41b5-45c5-84e7-0d33e303c3aa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.407358] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4da6259-41b5-45c5-84e7-0d33e303c3aa',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.507054] env[65757]: INFO networking_nsxv3.common.synchronization [req-62eb5a75-7084-425d-b00b-671121912b8a req-f93504f9-1098-4944-86aa-448816896c55 service nova] Enqueued Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_rules [ 970.507243] env[65757]: INFO networking_nsxv3.common.synchronization [req-62eb5a75-7084-425d-b00b-671121912b8a req-f93504f9-1098-4944-86aa-448816896c55 service nova] Enqueued Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_members [ 970.507382] env[65757]: INFO networking_nsxv3.common.synchronization [req-62eb5a75-7084-425d-b00b-671121912b8a req-f93504f9-1098-4944-86aa-448816896c55 service nova] Enqueued Resource ID: 02cf87fa-048b-44f9-801e-6059cfd3a8f8 with Priority: HIGHEST for action port [ 970.507922] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_rules [ 970.508130] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_members [ 970.508261] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02cf87fa-048b-44f9-801e-6059cfd3a8f8 with Priority: HIGHEST for action port [ 970.508564] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a2320e6-b7e9-466e-8830-9ec858995780 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.508698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.508980] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a2320e6-b7e9-466e-8830-9ec858995780 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.508980] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.509201] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-02cf87fa-048b-44f9-801e-6059cfd3a8f8 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.509287] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02cf87fa-048b-44f9-801e-6059cfd3a8f8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.509349] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02cf87fa-048b-44f9-801e-6059cfd3a8f8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.509514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02cf87fa-048b-44f9-801e-6059cfd3a8f8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.509657] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02cf87fa-048b-44f9-801e-6059cfd3a8f8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.510536] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.510665] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.510820] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.510996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.533730] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.533963] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.534100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.534161] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.534488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.534488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.534597] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 is going to be updated. [ 970.562270] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.562488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.563085] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.563085] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.563085] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.576525] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: IN_PROGRESS for 2s [ 970.910650] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.911093] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.911093] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.911306] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.911457] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.911609] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port f4da6259-41b5-45c5-84e7-0d33e303c3aa not found, creating... [ 970.911982] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.912160] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.912274] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.912496] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.912640] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.912967] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.913139] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.913259] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.913464] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.913597] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.913729] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: f4da6259-41b5-45c5-84e7-0d33e303c3aa is going to be created. [ 970.934163] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.934376] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.934495] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.934762] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.934984] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.935203] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-f4da6259-41b5-45c5-84e7-0d33e303c3aa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.013404] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02cf87fa-048b-44f9-801e-6059cfd3a8f8 with status ACTIVE [ 971.013643] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.013788] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.013856] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.014187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.014319] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.014386] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.014486] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.014623] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.014706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.014851] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.015340] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.015340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.015340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.015340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.015340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.015646] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02cf87fa-048b-44f9-801e-6059cfd3a8f8 is going to be updated. [ 971.041098] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.041255] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.041324] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.041569] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.041769] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.041886] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02cf87fa-048b-44f9-801e-6059cfd3a8f8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.441718] env[65757]: INFO networking_nsxv3.common.synchronization [req-62eb5a75-7084-425d-b00b-671121912b8a req-b970da49-00b7-43cb-bf10-181335af9783 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Enqueued Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_members [ 971.442273] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_members [ 971.442571] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a2320e6-b7e9-466e-8830-9ec858995780 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.442675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.641533] env[65757]: INFO networking_nsxv3.common.synchronization [req-12bf11b8-6b11-4632-8d10-c893eba1ce5b req-1cf0fa16-7946-42d5-b2b7-c7d2825c6c37 service nova] Enqueued Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_rules [ 971.641714] env[65757]: INFO networking_nsxv3.common.synchronization [req-12bf11b8-6b11-4632-8d10-c893eba1ce5b req-1cf0fa16-7946-42d5-b2b7-c7d2825c6c37 service nova] Enqueued Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 971.641850] env[65757]: INFO networking_nsxv3.common.synchronization [req-12bf11b8-6b11-4632-8d10-c893eba1ce5b req-1cf0fa16-7946-42d5-b2b7-c7d2825c6c37 service nova] Enqueued Resource ID: f4da6259-41b5-45c5-84e7-0d33e303c3aa with Priority: HIGHEST for action port [ 971.642411] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_rules [ 971.642595] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 971.642650] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4da6259-41b5-45c5-84e7-0d33e303c3aa with Priority: HIGHEST for action port [ 971.642944] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.643050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.643098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.643275] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.643356] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.644227] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.644286] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.645205] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4da6259-41b5-45c5-84e7-0d33e303c3aa taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.645205] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4da6259-41b5-45c5-84e7-0d33e303c3aa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.645205] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4da6259-41b5-45c5-84e7-0d33e303c3aa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.645205] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4da6259-41b5-45c5-84e7-0d33e303c3aa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.645205] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4da6259-41b5-45c5-84e7-0d33e303c3aa',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.710110] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a2320e6-b7e9-466e-8830-9ec858995780 in Status: SUCCESS [ 971.710110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.710110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.710110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.710110] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.710110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.710110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.710110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.710110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.710110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.710110] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.710110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.710110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.710847] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.711086] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.711235] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.711520] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.711696] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.711961] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.752433] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.752616] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-80" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.752740] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-80" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.753022] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-80" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.753284] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.753443] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.753559] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.753774] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.753921] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.754161] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.754265] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.754367] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.754477] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.754659] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.754725] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.754796] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.779893] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.779893] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.779893] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.779893] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-80" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.779893] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-3a4a6c22-ee20-4f81-a3ac-5f5e166e0302 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.779893] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-3a4a6c22-ee20-4f81-a3ac-5f5e166e0302" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.779893] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-3a4a6c22-ee20-4f81-a3ac-5f5e166e0302" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.779893] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-3a4a6c22-ee20-4f81-a3ac-5f5e166e0302" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.779893] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a4a6c22-ee20-4f81-a3ac-5f5e166e0302',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.146706] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.147083] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.147083] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4da6259-41b5-45c5-84e7-0d33e303c3aa with status ACTIVE [ 972.147213] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.147318] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.147375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.147620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.147711] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.147882] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.147984] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.148061] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.149196] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.149196] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.149196] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.149196] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.149196] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.149196] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.149196] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.149196] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4da6259-41b5-45c5-84e7-0d33e303c3aa is going to be updated. [ 972.170359] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.170497] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.170568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.170825] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.170968] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.171135] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4da6259-41b5-45c5-84e7-0d33e303c3aa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.214789] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a2320e6-b7e9-466e-8830-9ec858995780 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.215048] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.215281] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.282357] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.282587] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.282713] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.283028] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.283187] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.283338] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 3a4a6c22-ee20-4f81-a3ac-5f5e166e0302 not found, creating... [ 972.283611] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.283768] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.283882] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.284147] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.284286] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.284606] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.284775] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.284892] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.285180] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.285319] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.285479] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 3a4a6c22-ee20-4f81-a3ac-5f5e166e0302 is going to be created. [ 972.310994] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.311236] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.311348] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.311626] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.311883] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.312139] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-3a4a6c22-ee20-4f81-a3ac-5f5e166e0302" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.587394] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: SUCCESS [ 972.587566] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 deletion is rescheduled due to dependency. [ 972.587639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.587793] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.588019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.588201] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.588317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.588502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.588670] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.588754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.588847] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.718502] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.091057] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.097799] env[65757]: INFO networking_nsxv3.common.synchronization [req-62eb5a75-7084-425d-b00b-671121912b8a req-a8b5882d-5f5a-4211-bc28-416fc75c6d3a service nova] Enqueued Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_rules [ 973.098016] env[65757]: INFO networking_nsxv3.common.synchronization [req-62eb5a75-7084-425d-b00b-671121912b8a req-a8b5882d-5f5a-4211-bc28-416fc75c6d3a service nova] Enqueued Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_members [ 973.098145] env[65757]: INFO networking_nsxv3.common.synchronization [req-62eb5a75-7084-425d-b00b-671121912b8a req-a8b5882d-5f5a-4211-bc28-416fc75c6d3a service nova] Enqueued Resource ID: 3a4a6c22-ee20-4f81-a3ac-5f5e166e0302 with Priority: HIGHEST for action port [ 973.098738] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_rules [ 973.098838] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_members [ 973.098950] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a4a6c22-ee20-4f81-a3ac-5f5e166e0302 with Priority: HIGHEST for action port [ 973.099365] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a2320e6-b7e9-466e-8830-9ec858995780 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.099614] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.099848] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a2320e6-b7e9-466e-8830-9ec858995780 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.099951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.100152] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a4a6c22-ee20-4f81-a3ac-5f5e166e0302 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.100272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a4a6c22-ee20-4f81-a3ac-5f5e166e0302" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.100403] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a4a6c22-ee20-4f81-a3ac-5f5e166e0302" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.100527] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a4a6c22-ee20-4f81-a3ac-5f5e166e0302" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.100578] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a4a6c22-ee20-4f81-a3ac-5f5e166e0302',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.224606] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.224993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.224993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.225086] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.225247] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.225303] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a2320e6-b7e9-466e-8830-9ec858995780 is going to be updated. [ 973.264443] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.264645] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.264732] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.264978] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.265170] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.280869] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a2320e6-b7e9-466e-8830-9ec858995780 in Status: IN_PROGRESS for 2s [ 973.593902] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.605435] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a4a6c22-ee20-4f81-a3ac-5f5e166e0302 with status ACTIVE [ 973.605675] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.606010] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.606010] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.606803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.606803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.606803] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.607078] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.607159] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.607363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.607474] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.607717] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.607832] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.607898] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.608100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.608193] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.608297] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a4a6c22-ee20-4f81-a3ac-5f5e166e0302 is going to be updated. [ 973.632489] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.632643] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.632690] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.632936] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.633037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.633220] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a4a6c22-ee20-4f81-a3ac-5f5e166e0302" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.099266] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.099454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.099529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.099797] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.099916] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.100098] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 is going to be updated. [ 974.135171] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.135330] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.135401] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.135611] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.135831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.145470] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: IN_PROGRESS for 2s [ 975.294665] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a2320e6-b7e9-466e-8830-9ec858995780 in Status: SUCCESS [ 975.295043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.295103] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.295293] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.295474] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.295587] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.295648] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.295873] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.295873] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.296102] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.798506] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.156617] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: SUCCESS [ 976.157047] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.157279] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.157503] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.157712] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.157840] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.157967] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.158123] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.158208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.158294] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.158385] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.302690] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.417700] env[65757]: INFO networking_nsxv3.common.synchronization [None req-5c6c5e73-9f1e-4f49-b9f6-1a87246f6420 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Enqueued Resource ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 with Priority: HIGHEST for action security_group_rules [ 976.418386] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 with Priority: HIGHEST for action security_group_rules [ 976.418724] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5a25af7-88b4-4475-86a0-9164f9a6d340 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.418853] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.418921] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.419268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.419349] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5a25af7-88b4-4475-86a0-9164f9a6d340',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.509515] env[65757]: INFO networking_nsxv3.common.synchronization [None req-e1b042c5-b6be-42f9-aaf0-1293bfc6d9b1 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Enqueued Resource ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 with Priority: HIGHEST for action security_group_rules [ 976.510132] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 with Priority: HIGHEST for action security_group_rules [ 976.510450] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5a25af7-88b4-4475-86a0-9164f9a6d340 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.510553] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.662022] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.662182] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.662242] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.662452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.662611] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.662708] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.662762] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.662901] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.662987] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.663080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.663235] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.663335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.663373] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.663512] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.663644] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.663735] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.663788] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.663925] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.663999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.663999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.663999] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.805545] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.805686] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.805794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.805974] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.806068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.806166] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a2320e6-b7e9-466e-8830-9ec858995780 is going to be updated. [ 976.863013] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.863013] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.863013] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.863013] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.863013] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.874241] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a2320e6-b7e9-466e-8830-9ec858995780 in Status: IN_PROGRESS for 2s [ 976.943324] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.943544] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.943657] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.944117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.944117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.944274] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 already deleted. [ 976.944274] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.944499] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.944604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.944720] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5a25af7-88b4-4475-86a0-9164f9a6d340',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.166415] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe25d1be-854c-4a19-bb4a-ddeb92af5392: rpc.has_security_group_logging(os_id): False [ 977.187549] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.187754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.187879] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.188169] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.188296] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.188595] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.188729] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.188819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.189051] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.189163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.189414] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.189537] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.189622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.189872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.189977] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.190265] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.190390] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.190473] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.190667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.190751] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.190836] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 is going to be updated. [ 977.271046] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.271261] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.271261] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.271534] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.272811] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.300284] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: IN_PROGRESS for 2s [ 977.472786] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.473189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.473189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.473292] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.473328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.473414] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 already deleted. [ 977.473490] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.950038] env[65757]: INFO networking_nsxv3.common.synchronization [None req-83d5be77-3f1d-4236-a7b0-8630bb271d9c tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Enqueued Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 977.950212] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 977.950446] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.950781] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.950781] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.950897] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.951086] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.951198] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.951252] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.951423] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.951518] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.951596] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.454325] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.886572] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a2320e6-b7e9-466e-8830-9ec858995780 in Status: SUCCESS [ 978.886909] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.889029] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.889029] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.889029] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.889029] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.889029] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.889029] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.889029] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.889029] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.961336] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.969255] env[65757]: INFO networking_nsxv3.common.synchronization [req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 req-3f2a46a1-0b23-4d9d-9cbb-0ff97f2c57eb tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Enqueued Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_members [ 978.971386] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_members [ 978.971752] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.971925] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.972589] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.972589] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.972589] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.972589] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.973024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.973024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.973024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.973024] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.317780] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: SUCCESS [ 979.318016] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.386590] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-633 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.386796] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-633" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.386918] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-633" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.387290] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-633" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.387570] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.387771] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.387889] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.388266] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.388419] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.388630] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.388742] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 979.388846] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 979.388947] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 979.389076] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 979.389463] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 979.389463] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 979.390788] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.426722] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 979.426722] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 979.426722] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 979.426722] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-633" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.426722] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-22d01e9a-2185-4d67-bc2e-81067dcb982f taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.426722] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-22d01e9a-2185-4d67-bc2e-81067dcb982f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.426722] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-22d01e9a-2185-4d67-bc2e-81067dcb982f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.427348] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-22d01e9a-2185-4d67-bc2e-81067dcb982f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.427348] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22d01e9a-2185-4d67-bc2e-81067dcb982f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.464439] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.464618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.464686] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.464914] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.465819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.465819] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 is going to be updated. [ 979.475888] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.475888] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.475888] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.476218] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.476218] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.476286] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.476387] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.476451] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.476601] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.476675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.476760] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 already deleted. [ 979.476838] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.519331] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.519521] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.519769] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.520069] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.520316] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.535855] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: IN_PROGRESS for 2s [ 979.693573] env[65757]: INFO networking_nsxv3.common.synchronization [req-fa78f62c-aba4-4162-97a7-8b9e64f6b467 req-ff70ab02-64ac-4d6b-950f-a1c5404fd1a3 tempest-ServersAdminTestJSON-1269415682 tempest-ServersAdminTestJSON-1269415682-project-member] Enqueued Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 979.694184] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGHEST for action security_group_members [ 979.694498] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.694672] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.694767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.694975] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.695150] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.695253] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.695315] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.695517] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.695609] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.695697] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.892615] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.930207] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.931098] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.931098] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.931098] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.931098] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.931455] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 22d01e9a-2185-4d67-bc2e-81067dcb982f not found, creating... [ 979.931455] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.931822] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.931822] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.931940] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.932090] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.932979] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.932979] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.932979] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.932979] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.932979] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.933256] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 22d01e9a-2185-4d67-bc2e-81067dcb982f is going to be created. [ 979.959900] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.960369] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.960530] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.960920] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.961273] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.961634] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-22d01e9a-2185-4d67-bc2e-81067dcb982f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.199112] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.199112] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.199112] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.199277] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.226694] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.227123] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.227312] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.227402] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.227718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.227853] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.228029] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 is going to be updated. [ 980.262891] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.263128] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.263179] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.263467] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.263662] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.274327] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: IN_PROGRESS for 2s [ 980.395302] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.395466] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.395538] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.395769] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.395999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.396120] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a2320e6-b7e9-466e-8830-9ec858995780 is going to be updated. [ 980.401012] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.401188] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.401307] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.401568] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.401821] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.401985] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.402150] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.402334] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.402555] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.402764] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.402873] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.402976] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.403294] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.403490] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.404119] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.404119] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.429097] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.429286] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 980.429575] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.429660] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.430229] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-9653fa20-f35c-4701-a0ec-968d09109eff taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.430567] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-9653fa20-f35c-4701-a0ec-968d09109eff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.430727] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-9653fa20-f35c-4701-a0ec-968d09109eff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.431211] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-9653fa20-f35c-4701-a0ec-968d09109eff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.431438] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9653fa20-f35c-4701-a0ec-968d09109eff',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.448016] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.448245] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.448329] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.448577] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.448761] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.458825] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a2320e6-b7e9-466e-8830-9ec858995780 in Status: IN_PROGRESS for 2s [ 980.662947] env[65757]: INFO networking_nsxv3.common.synchronization [req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 req-6f657af7-e5a7-4db0-bcd3-ae1765a687e2 service nova] Enqueued Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_rules [ 980.662947] env[65757]: INFO networking_nsxv3.common.synchronization [req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 req-6f657af7-e5a7-4db0-bcd3-ae1765a687e2 service nova] Enqueued Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_members [ 980.662947] env[65757]: INFO networking_nsxv3.common.synchronization [req-51f8ef08-6af4-4381-8a5e-fb2f541f06e5 req-6f657af7-e5a7-4db0-bcd3-ae1765a687e2 service nova] Enqueued Resource ID: 22d01e9a-2185-4d67-bc2e-81067dcb982f with Priority: HIGHEST for action port [ 980.662947] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_rules [ 980.662947] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_members [ 980.662947] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22d01e9a-2185-4d67-bc2e-81067dcb982f with Priority: HIGHEST for action port [ 980.663489] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.663642] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.663678] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.663864] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.663938] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.665971] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.666261] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.666371] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.666574] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.666753] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.666882] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.666959] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.667149] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.667221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.667444] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.669782] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-22d01e9a-2185-4d67-bc2e-81067dcb982f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.671022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22d01e9a-2185-4d67-bc2e-81067dcb982f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.671131] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22d01e9a-2185-4d67-bc2e-81067dcb982f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.671295] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22d01e9a-2185-4d67-bc2e-81067dcb982f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.671374] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22d01e9a-2185-4d67-bc2e-81067dcb982f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.934580] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.934907] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.934907] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.935019] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.935177] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.935458] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 9653fa20-f35c-4701-a0ec-968d09109eff not found, creating... [ 980.935595] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.935749] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.935861] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.936101] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.936237] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.936524] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.936851] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.936851] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.936979] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.937128] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.937256] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 9653fa20-f35c-4701-a0ec-968d09109eff is going to be created. [ 980.958426] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.958639] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.958775] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.959170] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.959397] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.959655] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-9653fa20-f35c-4701-a0ec-968d09109eff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.166717] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.166717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.170321] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.178044] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 22d01e9a-2185-4d67-bc2e-81067dcb982f with status ACTIVE [ 981.178044] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.178044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.178044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.178540] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.178540] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.178642] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.178751] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.178998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.179073] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.179176] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.179399] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.179535] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.179825] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.180028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.180028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.180095] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 22d01e9a-2185-4d67-bc2e-81067dcb982f is going to be updated. [ 981.204897] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.205097] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.205152] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.205358] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.205488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.205635] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22d01e9a-2185-4d67-bc2e-81067dcb982f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.545924] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: SUCCESS [ 981.546749] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.601133] env[65757]: INFO networking_nsxv3.common.synchronization [req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 req-bdc76188-f5a3-4280-819f-7c1671f89a83 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Enqueued Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 981.601757] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 981.603292] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.603292] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.603292] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.603292] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.603292] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.603292] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.603292] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.603292] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.603292] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.603292] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.672484] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.693983] env[65757]: INFO networking_nsxv3.common.synchronization [req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 req-69dbb47f-63b3-4764-9f4f-d3909e4383e6 service nova] Enqueued Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_rules [ 981.693983] env[65757]: INFO networking_nsxv3.common.synchronization [req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 req-69dbb47f-63b3-4764-9f4f-d3909e4383e6 service nova] Enqueued Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 981.693983] env[65757]: INFO networking_nsxv3.common.synchronization [req-33a32a25-cf7f-490f-a332-4c2d5f7b63a7 req-69dbb47f-63b3-4764-9f4f-d3909e4383e6 service nova] Enqueued Resource ID: 9653fa20-f35c-4701-a0ec-968d09109eff with Priority: HIGHEST for action port [ 981.694113] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_rules [ 981.694239] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 981.694327] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9653fa20-f35c-4701-a0ec-968d09109eff with Priority: HIGHEST for action port [ 981.695481] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.695663] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.695756] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.696042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.696165] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.697641] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.698207] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.698207] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.698858] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.698858] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.698858] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.698858] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.698858] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.698858] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.698858] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.700277] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-9653fa20-f35c-4701-a0ec-968d09109eff taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.700477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9653fa20-f35c-4701-a0ec-968d09109eff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.700925] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9653fa20-f35c-4701-a0ec-968d09109eff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.700925] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9653fa20-f35c-4701-a0ec-968d09109eff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.700925] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9653fa20-f35c-4701-a0ec-968d09109eff',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.939392] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.939817] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.939941] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.940585] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.941026] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.941289] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.941480] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.941750] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.941926] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.942495] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.942661] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.942830] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.942980] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.943143] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.943288] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.943444] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.967364] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.967539] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.967767] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.967945] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.968356] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.968539] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.968662] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.969010] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.969156] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.105639] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.105853] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.105951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.106209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.106310] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.106515] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.106612] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.106675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.106836] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.106912] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.106996] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 is going to be updated. [ 982.135230] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.135415] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.135464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.135653] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.135792] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.146381] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: IN_PROGRESS for 2s [ 982.175882] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.175882] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.175882] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.176130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.176130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.176229] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 is going to be created. [ 982.198218] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.198374] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.200922] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.201920] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9653fa20-f35c-4701-a0ec-968d09109eff with status ACTIVE [ 982.202385] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.202471] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.202516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.202695] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.202781] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.202961] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.203092] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.203173] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.203304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.203377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.203562] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.203646] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.203704] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.203840] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.203908] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.204020] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9653fa20-f35c-4701-a0ec-968d09109eff is going to be updated. [ 982.206040] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.206573] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.206573] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.206573] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.206673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.218722] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: UNINITIALIZED for 2s [ 982.229324] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.229324] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.229324] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.229665] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.229798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.230075] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9653fa20-f35c-4701-a0ec-968d09109eff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.300922] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 in Status: SUCCESS [ 982.301190] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 deletion is rescheduled due to dependency. [ 982.301339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.469711] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a2320e6-b7e9-466e-8830-9ec858995780 in Status: SUCCESS [ 982.469981] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.470159] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.470368] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.470556] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.470753] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.470753] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.470904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.470985] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.471085] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.471246] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a2320e6-b7e9-466e-8830-9ec858995780 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.471323] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.471382] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.471520] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.471656] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.471749] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.471808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.471971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.472074] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.472129] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.472195] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.473312] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.473487] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.473607] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.473829] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.473970] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.474161] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd not found, creating... [ 982.474348] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.474539] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.474603] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.474803] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.474937] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.475234] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.475386] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.475498] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.475702] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.475833] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.475967] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd is going to be created. [ 982.476955] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.477143] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.477289] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.477387] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.477447] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.477614] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.477690] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.477780] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.508781] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.509021] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.509150] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.509448] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.509680] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.510028] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.706080] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.980080] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a2320e6-b7e9-466e-8830-9ec858995780: rpc.has_security_group_logging(os_id): False [ 982.981278] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.003064] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.003064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.003064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.003064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.003064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.003064] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.003064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.003064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.003064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.003543] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.003579] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.003666] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.003831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.003982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.004381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.004586] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.004753] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.004753] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.004896] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.004976] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.005097] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a2320e6-b7e9-466e-8830-9ec858995780 is going to be created. [ 983.070160] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.070335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.070382] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.070584] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.070758] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.082821] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a2320e6-b7e9-466e-8830-9ec858995780 in Status: IN_PROGRESS for 2s [ 983.205553] env[65757]: INFO networking_nsxv3.common.synchronization [req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 req-c3c63d7c-0ca9-4b09-99e7-74f3790f43b0 service nova] Enqueued Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_rules [ 983.205776] env[65757]: INFO networking_nsxv3.common.synchronization [req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 req-c3c63d7c-0ca9-4b09-99e7-74f3790f43b0 service nova] Enqueued Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 983.205957] env[65757]: INFO networking_nsxv3.common.synchronization [req-6afb2a6d-cc29-4ce8-8f44-bf2dbc12a662 req-c3c63d7c-0ca9-4b09-99e7-74f3790f43b0 service nova] Enqueued Resource ID: e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd with Priority: HIGHEST for action port [ 983.206589] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_rules [ 983.206725] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 983.206822] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd with Priority: HIGHEST for action port [ 983.207291] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.207449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.207542] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.207812] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.208054] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.209553] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.209937] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.210366] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.212474] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.212616] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.212966] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.213099] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.216038] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.216274] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.216667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.216953] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.217085] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.217217] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 is going to be updated. [ 983.265818] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.266038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.266141] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.266422] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.266645] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.278356] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: IN_PROGRESS for 2s [ 983.486193] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.716412] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.716412] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.721904] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd with status ACTIVE [ 983.721904] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.721904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.721904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.721904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.721904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.721904] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.721904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.722233] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.722233] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.722331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.722482] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.722567] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.722600] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.722754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.722852] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.722945] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd is going to be updated. [ 983.748251] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.748432] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.748502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.748763] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.748956] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.749172] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7852aef-73dc-4ccb-9d0d-4b8a228ce2dd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.991348] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.991741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.991741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.992238] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.992238] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.992369] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a2320e6-b7e9-466e-8830-9ec858995780 is going to be updated. [ 984.026585] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.026867] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.026926] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.027356] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.027800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.039273] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a2320e6-b7e9-466e-8830-9ec858995780 in Status: IN_PROGRESS for 2s [ 984.159599] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: SUCCESS [ 984.159969] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 deletion is rescheduled due to dependency. [ 984.159969] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.160264] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.160383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.160501] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.160638] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.160733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.160837] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.160932] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.161037] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.237785] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: SUCCESS [ 984.238166] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.238698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.239637] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.239882] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.241410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.241410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.241410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.241410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.241410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.241410] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.663416] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.744170] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.095403] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a2320e6-b7e9-466e-8830-9ec858995780 in Status: SUCCESS [ 985.095813] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.095813] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.095970] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.096076] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.165337] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.167055] env[65757]: INFO networking_nsxv3.common.synchronization [req-e179ba63-3f00-4ac3-a101-dc41d454287e req-e28a5983-3645-480d-b5cc-5c37d63ddb56 tempest-ServersNegativeTestJSON-1728950115 tempest-ServersNegativeTestJSON-1728950115-project-member] Enqueued Resource ID: fa7d439d-dc0f-416e-a881-4c806012397e with Priority: HIGHEST for action security_group_members [ 985.167585] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa7d439d-dc0f-416e-a881-4c806012397e with Priority: HIGHEST for action security_group_members [ 985.168059] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa7d439d-dc0f-416e-a881-4c806012397e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.168059] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.169183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.171702] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.171702] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.171702] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.171702] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.171702] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.171702] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.171702] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa7d439d-dc0f-416e-a881-4c806012397e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.248547] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac0215dc-8492-4890-9b8c-8fbbcd599944: rpc.has_security_group_logging(os_id): False [ 985.272677] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.273138] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.273771] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.273771] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.274193] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.275196] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.275520] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.275629] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.275902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.276486] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.276568] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 is going to be created. [ 985.289655] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: SUCCESS [ 985.289971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.290170] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.290387] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.290609] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.290737] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.290847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.291069] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.291175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.291311] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.291412] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.356922] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.357057] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.357145] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.357443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.357715] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.379226] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: IN_PROGRESS for 2s [ 985.599644] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a2320e6-b7e9-466e-8830-9ec858995780 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.600425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.668615] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.668854] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.668950] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.669188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.669292] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.669417] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 is going to be updated. [ 985.674557] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.674557] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.675947] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.675947] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.675947] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.675947] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.675947] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.675947] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.675947] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.675947] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.676490] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa7d439d-dc0f-416e-a881-4c806012397e is going to be updated. [ 985.705957] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.706465] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.706626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.706867] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.708018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.708898] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.709618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.709765] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.709971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.710121] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.720513] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa7d439d-dc0f-416e-a881-4c806012397e in Status: IN_PROGRESS for 2s [ 985.721294] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: IN_PROGRESS for 2s [ 985.794648] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.794839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.794881] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.795117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.795292] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.795397] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.795460] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.795833] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.795953] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.796083] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.796288] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.796773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.796773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.796773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.796773] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.797137] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.797137] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.797894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.797894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.797894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.797894] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.050437] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a2320e6-b7e9-466e-8830-9ec858995780 in Status: SUCCESS [ 986.050652] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.051361] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.051592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.051786] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.051982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.052109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.052332] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.052429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.052639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.052685] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.300518] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe25d1be-854c-4a19-bb4a-ddeb92af5392: rpc.has_security_group_logging(os_id): False [ 986.326657] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.326831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.326877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.327088] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.327193] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.327451] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.327554] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.327648] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.327826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.327906] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.328131] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.328229] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.328290] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.328434] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.328507] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.328701] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.328793] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.328854] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.328994] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.332908] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.333089] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 is going to be updated. [ 986.407761] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.407963] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.408047] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.408265] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.408418] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.427662] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: IN_PROGRESS for 2s [ 986.557104] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a2320e6-b7e9-466e-8830-9ec858995780 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.557291] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.557369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.557632] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.557754] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.557891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.557891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.558113] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.558166] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.558226] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.558357] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a2320e6-b7e9-466e-8830-9ec858995780 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.558481] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.558843] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.558843] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.558843] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.558843] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.559276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.559276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.559276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.559276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.559276] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.061400] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a2320e6-b7e9-466e-8830-9ec858995780: rpc.has_security_group_logging(os_id): False [ 987.080620] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.080791] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.080870] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.081124] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.081189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.081464] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.081611] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.081677] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.081878] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.082807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.082807] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.082807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.082807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.082807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.082807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.082807] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.082807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.083450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.083450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.083450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.083450] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a2320e6-b7e9-466e-8830-9ec858995780 is going to be updated. [ 987.158064] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.158290] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.158387] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.158648] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.158852] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.171907] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a2320e6-b7e9-466e-8830-9ec858995780 in Status: IN_PROGRESS for 2s [ 987.394234] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: SUCCESS [ 987.394498] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.734505] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: SUCCESS [ 987.734874] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.735704] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa7d439d-dc0f-416e-a881-4c806012397e in Status: SUCCESS [ 987.735926] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa7d439d-dc0f-416e-a881-4c806012397e deletion is rescheduled due to dependency. [ 987.736049] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa7d439d-dc0f-416e-a881-4c806012397e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.736230] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.736466] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.736734] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.736871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.736938] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.737123] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.737241] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.737284] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.737394] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.240169] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.240466] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.240466] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.240684] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.240684] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.240778] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.240919] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.241078] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.241185] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.241312] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.241440] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.241503] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.241570] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.241689] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.241825] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.241963] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.241963] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.242161] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.242272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.242327] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.242388] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.442699] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: SUCCESS [ 988.443298] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.484093] env[65757]: INFO networking_nsxv3.common.synchronization [req-3ca90de0-578d-4946-924c-763104c4fd9e req-ff4a025c-27d8-43cb-83e7-e3704f3de0f6 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Enqueued Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_members [ 988.485047] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_members [ 988.486177] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a2320e6-b7e9-466e-8830-9ec858995780 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.486177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.486177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.486177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.486480] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.486733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.486889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.487209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.487434] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.487646] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.746926] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0: rpc.has_security_group_logging(os_id): False [ 988.764827] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.765033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.765033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.765267] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.765585] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.765585] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.765741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.765741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.765863] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.765937] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.766137] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.766229] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.766288] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.766427] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.766498] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.766794] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.766794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.766922] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.766952] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.767208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.767341] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 is going to be updated. [ 988.830615] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.831196] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.831196] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.831196] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.831383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.863811] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: IN_PROGRESS for 2s [ 988.993429] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.185968] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a2320e6-b7e9-466e-8830-9ec858995780 in Status: SUCCESS [ 989.186339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.186413] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.186630] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.186721] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.496744] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.689441] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a2320e6-b7e9-466e-8830-9ec858995780 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.689596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.000045] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.000360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.000360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.000509] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.000625] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.000705] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a2320e6-b7e9-466e-8830-9ec858995780 is going to be updated. [ 990.031864] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.031864] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.031864] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.031864] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.031864] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.041845] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a2320e6-b7e9-466e-8830-9ec858995780 in Status: IN_PROGRESS for 2s [ 990.878177] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: SUCCESS [ 990.878719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.357020] env[65757]: INFO networking_nsxv3.common.synchronization [req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 req-478f3602-ea25-414d-ba3f-6680932be44a tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 991.357020] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 991.357020] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.357020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.357020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.357020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.357020] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.357020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.357020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.357020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.357020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.357020] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.698162] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.698400] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.699033] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.699033] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.699144] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.699210] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.699391] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.699694] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.699876] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.700096] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.700209] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.700313] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.700414] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.700519] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.700618] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.700747] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.721995] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.721995] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 991.721995] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.722389] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.722723] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-98cbf151-36af-49dd-bafd-483724139961 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.722900] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-98cbf151-36af-49dd-bafd-483724139961" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.723031] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-98cbf151-36af-49dd-bafd-483724139961" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.723364] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-98cbf151-36af-49dd-bafd-483724139961" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.723500] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98cbf151-36af-49dd-bafd-483724139961',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.858464] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.053432] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a2320e6-b7e9-466e-8830-9ec858995780 in Status: SUCCESS [ 992.053432] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.053807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.053807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.053885] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.053997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.054072] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.054265] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.054358] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.054444] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.054539] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.226879] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.227155] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.227323] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.227720] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.227922] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.228239] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 98cbf151-36af-49dd-bafd-483724139961 not found, creating... [ 992.228625] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.228816] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.228992] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.229303] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.229494] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.229898] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.230111] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.230263] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.230563] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.230788] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.231013] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 98cbf151-36af-49dd-bafd-483724139961 is going to be created. [ 992.252329] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.252570] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.252715] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.253051] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.253328] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.253569] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-98cbf151-36af-49dd-bafd-483724139961" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.361049] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.557479] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a2320e6-b7e9-466e-8830-9ec858995780 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.557479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.557479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.557991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.558306] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.558511] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.558607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.558875] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.559047] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.559167] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.560073] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a2320e6-b7e9-466e-8830-9ec858995780 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.560073] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.560073] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.560073] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.560282] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.560378] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.560521] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.560677] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.561027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.561027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.561131] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.865614] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.865773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.865827] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.866544] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.866544] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.866544] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 992.897711] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.897711] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.897711] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.897923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.897923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.909117] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 992.955214] env[65757]: INFO networking_nsxv3.common.synchronization [req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 req-1462866a-8fad-4f2e-8796-088777b73078 service nova] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_rules [ 992.955392] env[65757]: INFO networking_nsxv3.common.synchronization [req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 req-1462866a-8fad-4f2e-8796-088777b73078 service nova] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 992.955527] env[65757]: INFO networking_nsxv3.common.synchronization [req-3dfab700-554e-4ce7-86d2-4e2a7b271ac5 req-1462866a-8fad-4f2e-8796-088777b73078 service nova] Enqueued Resource ID: 98cbf151-36af-49dd-bafd-483724139961 with Priority: HIGHEST for action port [ 992.956524] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_rules [ 992.956745] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 992.956801] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cbf151-36af-49dd-bafd-483724139961 with Priority: HIGHEST for action port [ 992.957091] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.957213] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.957310] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.957520] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.957600] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.958479] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.958593] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.958760] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-98cbf151-36af-49dd-bafd-483724139961 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.958926] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98cbf151-36af-49dd-bafd-483724139961" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.958926] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98cbf151-36af-49dd-bafd-483724139961" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.959112] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98cbf151-36af-49dd-bafd-483724139961" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.959166] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98cbf151-36af-49dd-bafd-483724139961',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.063916] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a2320e6-b7e9-466e-8830-9ec858995780: rpc.has_security_group_logging(os_id): False [ 993.083212] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.083428] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.083487] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.083700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.083792] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.084081] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.084212] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.084212] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.084364] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.084439] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.084623] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.084732] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.084828] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.084905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.084976] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.085170] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.085259] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.085318] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.085457] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.085529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.085620] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a2320e6-b7e9-466e-8830-9ec858995780 is going to be updated. [ 993.146088] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.146286] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.146394] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.146555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.146681] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.162368] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a2320e6-b7e9-466e-8830-9ec858995780 in Status: IN_PROGRESS for 2s [ 993.462172] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.462172] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.462280] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98cbf151-36af-49dd-bafd-483724139961 with status ACTIVE [ 993.462433] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.462603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.462698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.463010] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.463142] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.463387] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.464120] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.464120] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.464120] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.464120] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.464300] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.464357] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.464443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.464642] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.464749] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.465434] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98cbf151-36af-49dd-bafd-483724139961 is going to be updated. [ 993.491259] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.491411] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.491454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.491667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.491802] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.491953] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98cbf151-36af-49dd-bafd-483724139961" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.714432] env[65757]: INFO networking_nsxv3.common.synchronization [req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc req-8cec295b-68c4-4d77-929b-6c6df75cb0b6 tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Enqueued Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 993.714978] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 993.715333] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.715495] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.715566] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.715766] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.715924] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.717464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.717464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.717464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.717464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.717464] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.038167] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.038167] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-259" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.038167] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-259" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.038167] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-259" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.038167] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.038167] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.038751] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.039115] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.039385] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.039695] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.039971] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 994.040199] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 994.040424] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 994.040991] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 994.041239] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 994.041487] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 994.062818] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 994.062994] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 994.063148] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 994.063366] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-259" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.063820] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-a522b9c1-0630-40b6-a81f-7be711f51d2b taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.064015] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-a522b9c1-0630-40b6-a81f-7be711f51d2b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.064264] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-a522b9c1-0630-40b6-a81f-7be711f51d2b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.064455] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-a522b9c1-0630-40b6-a81f-7be711f51d2b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.064590] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a522b9c1-0630-40b6-a81f-7be711f51d2b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.220395] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.220604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.220604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.220824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.221046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.221159] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.221264] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.221325] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.221488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.221566] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.221653] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 is going to be updated. [ 994.251516] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.251696] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.251777] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.252035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.252210] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.260326] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: IN_PROGRESS for 2s [ 994.566569] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.566808] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.566958] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.567252] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.567406] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.567638] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port a522b9c1-0630-40b6-a81f-7be711f51d2b not found, creating... [ 994.567820] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.567979] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.568105] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.568354] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.568519] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.568808] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.568962] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.569087] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.569297] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.569426] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.569563] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: a522b9c1-0630-40b6-a81f-7be711f51d2b is going to be created. [ 994.594056] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.594373] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.594437] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.594677] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.594925] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.595229] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-a522b9c1-0630-40b6-a81f-7be711f51d2b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.920076] env[65757]: INFO networking_nsxv3.common.synchronization [req-4e36bb00-1d9d-4d68-9d8a-a7f318e6dc34 req-51d9cce2-bb60-499f-b231-618d278d7775 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Enqueued Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 994.921186] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 994.921424] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.921924] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 994.922119] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.922392] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.922571] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.922686] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.922752] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.922911] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.922994] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.923088] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.924586] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.924888] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.925033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.925285] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.925505] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.925652] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.925753] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.925993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.926362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.926362] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.179580] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a2320e6-b7e9-466e-8830-9ec858995780 in Status: SUCCESS [ 995.179580] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.338948] env[65757]: INFO networking_nsxv3.common.synchronization [req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc req-8e74e65e-6876-4ced-a52c-a5fad339ec64 service nova] Enqueued Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_rules [ 995.339154] env[65757]: INFO networking_nsxv3.common.synchronization [req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc req-8e74e65e-6876-4ced-a52c-a5fad339ec64 service nova] Enqueued Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 995.339298] env[65757]: INFO networking_nsxv3.common.synchronization [req-e171fbc1-d32c-462e-af71-a83f1c9c0dbc req-8e74e65e-6876-4ced-a52c-a5fad339ec64 service nova] Enqueued Resource ID: a522b9c1-0630-40b6-a81f-7be711f51d2b with Priority: HIGHEST for action port [ 995.340343] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_rules [ 995.340517] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 995.340645] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a522b9c1-0630-40b6-a81f-7be711f51d2b with Priority: HIGHEST for action port [ 995.340979] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.341261] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.341261] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.341480] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.341582] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.342831] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.342831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.342831] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-a522b9c1-0630-40b6-a81f-7be711f51d2b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.343120] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a522b9c1-0630-40b6-a81f-7be711f51d2b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.343120] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a522b9c1-0630-40b6-a81f-7be711f51d2b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.344028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a522b9c1-0630-40b6-a81f-7be711f51d2b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.344028] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a522b9c1-0630-40b6-a81f-7be711f51d2b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.424675] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.428682] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.822427] env[65757]: INFO networking_nsxv3.common.synchronization [None req-6180c5f0-339d-4c9a-805b-7d2664b0746d tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Enqueued Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 995.822947] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 995.823555] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.823555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.844652] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.844796] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.844974] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a522b9c1-0630-40b6-a81f-7be711f51d2b with status ACTIVE [ 995.845116] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.845224] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.845291] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.845493] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.845580] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.845792] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.845839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.845898] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.846053] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.846130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.846319] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.846415] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.846475] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.846615] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.846687] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.846770] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a522b9c1-0630-40b6-a81f-7be711f51d2b is going to be updated. [ 995.882274] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.882477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.882477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.882659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.882794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.882956] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a522b9c1-0630-40b6-a81f-7be711f51d2b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.926734] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.930318] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.270428] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: SUCCESS [ 996.270706] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 deletion is rescheduled due to dependency. [ 996.270706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.270841] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.271107] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.271295] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.271420] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.271486] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.271639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.271719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.271813] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.429834] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.429834] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.430095] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.430679] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.430679] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.430679] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 996.432177] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.432269] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.432335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.432510] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.432591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.432675] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 is going to be updated. [ 996.461892] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.462117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.462117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.462314] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.462489] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.464417] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.464551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.464606] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.464814] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.464958] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.477107] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: IN_PROGRESS for 2s [ 996.477627] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 996.773912] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.277182] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.779557] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.779742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.779813] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.780079] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.780166] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.780266] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 is going to be updated. [ 997.815015] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.815015] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.815015] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.815015] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.815015] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.827638] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: IN_PROGRESS for 2s [ 998.338830] env[65757]: INFO networking_nsxv3.common.synchronization [req-e8e9291c-b626-440a-b3ed-c64911faf5b6 req-2c1ebae5-81b7-4b46-a425-421a581282c1 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Enqueued Resource ID: 140991ce-da99-43cb-8e74-06b0139bf397 with Priority: HIGHEST for action security_group_members [ 998.339952] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 140991ce-da99-43cb-8e74-06b0139bf397 with Priority: HIGHEST for action security_group_members [ 998.341501] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-140991ce-da99-43cb-8e74-06b0139bf397 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.341761] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.341897] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.342279] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.342993] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.343300] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.343471] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.343811] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.344047] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.344272] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('140991ce-da99-43cb-8e74-06b0139bf397',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.490905] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: SUCCESS [ 998.491266] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.492153] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.492457] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.493994] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.494419] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.494419] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.494608] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.494733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.494883] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.496430] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 998.498448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.498761] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.500158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.500158] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.500158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.500158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.500158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.500158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.500158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.500158] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.563481] env[65757]: INFO networking_nsxv3.common.synchronization [req-fbe17916-f936-4b61-ad98-3a0f2504b167 req-eda2ad24-93a7-415c-b3f4-e60db626bbc7 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Enqueued Resource ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 with Priority: HIGHEST for action security_group_members [ 998.564105] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 with Priority: HIGHEST for action security_group_members [ 998.564673] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b32d5f65-8a84-4e37-9cef-829f31c8dcc2 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.564673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.564826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.565016] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.565653] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.565753] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.565865] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.566435] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.566435] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.566435] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b32d5f65-8a84-4e37-9cef-829f31c8dcc2',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.773436] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.774594] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.774594] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.774594] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.774768] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.774834] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.774987] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.775192] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.775339] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.775542] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.775734] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.775849] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.775958] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.776105] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.776179] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.776298] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 998.796851] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 998.797021] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 998.797163] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 998.797357] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-592" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.797751] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-c57d9a65-d646-4604-a48b-9ffd779c88aa taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.797934] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-c57d9a65-d646-4604-a48b-9ffd779c88aa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.798103] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-c57d9a65-d646-4604-a48b-9ffd779c88aa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.798447] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-c57d9a65-d646-4604-a48b-9ffd779c88aa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.798584] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c57d9a65-d646-4604-a48b-9ffd779c88aa',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.847011] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.847203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.847282] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.847519] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.847607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.847825] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.847914] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.851038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.851038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.851038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.851038] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 140991ce-da99-43cb-8e74-06b0139bf397 already deleted. [ 998.851038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.001810] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.001997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.002057] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.002315] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.002403] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.002620] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.002706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.002767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.002921] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.002997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.003096] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 is going to be updated. [ 999.004404] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.004512] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.004576] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.004730] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.004874] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.004972] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.005046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.005187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.005261] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.005341] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.005500] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.005566] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.005626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.005761] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.005896] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.005997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.006048] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.006192] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.006259] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.006337] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.006443] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.037801] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.038071] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.038216] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.038488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.038635] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.051089] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: IN_PROGRESS for 2s [ 999.070150] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.070424] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.070424] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.070638] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.070703] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.070909] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.071061] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.071131] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.071295] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.071366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.071445] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 is going to be updated. [ 999.102276] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.102469] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.102534] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.102707] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.102843] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.112250] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 in Status: IN_PROGRESS for 2s [ 999.300798] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.301027] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.301244] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.301651] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.301825] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.302112] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port c57d9a65-d646-4604-a48b-9ffd779c88aa not found, creating... [ 999.303603] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.303603] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.303603] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.303603] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.303603] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.303603] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.303907] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.303947] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.304774] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.304922] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.305095] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: c57d9a65-d646-4604-a48b-9ffd779c88aa is going to be created. [ 999.342691] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.343163] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.343163] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.343278] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.344772] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.344772] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-c57d9a65-d646-4604-a48b-9ffd779c88aa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.509093] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4b32fd3-8938-4185-a0c3-7ed142922642: rpc.has_security_group_logging(os_id): False [ 999.527490] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.527650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.527877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.528225] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.528383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.528691] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.528814] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.528891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.529168] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.529311] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.529531] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.529658] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.529739] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.529998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.530197] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.530449] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.530556] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.530614] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.530831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.530927] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.531024] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 999.603994] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.604222] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.604301] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.604547] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.604690] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.619983] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 999.837326] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: SUCCESS [ 999.837741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.837943] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.838224] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.838458] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.838585] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.838649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.838805] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.838885] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.838969] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.839071] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.040960] env[65757]: INFO networking_nsxv3.common.synchronization [req-e8e9291c-b626-440a-b3ed-c64911faf5b6 req-791fd30e-f310-43f2-be7b-715654d47d7e service nova] Enqueued Resource ID: 140991ce-da99-43cb-8e74-06b0139bf397 with Priority: HIGHEST for action security_group_rules [ 1000.041333] env[65757]: INFO networking_nsxv3.common.synchronization [req-e8e9291c-b626-440a-b3ed-c64911faf5b6 req-791fd30e-f310-43f2-be7b-715654d47d7e service nova] Enqueued Resource ID: 140991ce-da99-43cb-8e74-06b0139bf397 with Priority: HIGHEST for action security_group_members [ 1000.041333] env[65757]: INFO networking_nsxv3.common.synchronization [req-e8e9291c-b626-440a-b3ed-c64911faf5b6 req-791fd30e-f310-43f2-be7b-715654d47d7e service nova] Enqueued Resource ID: c57d9a65-d646-4604-a48b-9ffd779c88aa with Priority: HIGHEST for action port [ 1000.041918] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 140991ce-da99-43cb-8e74-06b0139bf397 with Priority: HIGHEST for action security_group_rules [ 1000.042086] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 140991ce-da99-43cb-8e74-06b0139bf397 with Priority: HIGHEST for action security_group_members [ 1000.042149] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c57d9a65-d646-4604-a48b-9ffd779c88aa with Priority: HIGHEST for action port [ 1000.042499] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-140991ce-da99-43cb-8e74-06b0139bf397 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.042596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.042596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.042863] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.043046] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('140991ce-da99-43cb-8e74-06b0139bf397',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.043875] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-140991ce-da99-43cb-8e74-06b0139bf397 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.043992] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.044079] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.044240] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.044386] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.044551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.044647] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.044803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.044891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.044978] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('140991ce-da99-43cb-8e74-06b0139bf397',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.045726] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-c57d9a65-d646-4604-a48b-9ffd779c88aa taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.045837] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c57d9a65-d646-4604-a48b-9ffd779c88aa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.045898] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c57d9a65-d646-4604-a48b-9ffd779c88aa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.046497] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c57d9a65-d646-4604-a48b-9ffd779c88aa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.046497] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c57d9a65-d646-4604-a48b-9ffd779c88aa',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.344676] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.344676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.344676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.344676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.344676] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.344676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.344676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.344676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.344676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.344676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.344676] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.344676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.344676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.344676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.344676] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.344676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.345551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.345551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.345551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.345551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.345551] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.547618] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('140991ce-da99-43cb-8e74-06b0139bf397',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.549084] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-140991ce-da99-43cb-8e74-06b0139bf397 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.549084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.549270] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c57d9a65-d646-4604-a48b-9ffd779c88aa with status ACTIVE [ 1000.550135] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.550135] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.550135] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.550135] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.550135] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.550410] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.550410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.550410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.550834] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.550834] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.551583] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.551583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.551583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.551583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.551583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.551583] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c57d9a65-d646-4604-a48b-9ffd779c88aa is going to be updated. [ 1000.575550] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.575550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.575550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.575837] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.575988] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.576114] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c57d9a65-d646-4604-a48b-9ffd779c88aa" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.730407] env[65757]: INFO networking_nsxv3.common.synchronization [req-70db76e9-2359-4ff7-8df6-61c56033bdbf req-df77b8d4-c799-4c09-b4f6-34d86eab2b8f tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Enqueued Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_members [ 1000.731044] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_members [ 1000.731733] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.731733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.731733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.731881] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.731948] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.732066] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.732128] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.732317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.732420] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.732516] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.848145] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5052a0e9-f478-4179-a974-ad7a74a42f00: rpc.has_security_group_logging(os_id): False [ 1000.866384] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.866559] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.866603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.866806] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.866895] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.867120] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.867218] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.867280] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.867430] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.867504] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.867725] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.867865] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.867923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.868061] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.868136] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.868313] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.868405] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.868464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.868847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.868847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.868847] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 is going to be updated. [ 1000.931895] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.932092] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.932173] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.932367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.932518] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.952938] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: IN_PROGRESS for 2s [ 1001.055231] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('140991ce-da99-43cb-8e74-06b0139bf397',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.068976] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: SUCCESS [ 1001.069129] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 deletion is rescheduled due to dependency. [ 1001.069359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.080143] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.080596] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-14" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.080596] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-14" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.081072] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-14" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.081199] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.081374] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.082018] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.082018] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.082018] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.082231] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.082287] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.082401] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.082509] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.082620] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.082761] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.082842] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.118376] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.118587] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.118677] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.118982] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-14" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.119488] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-762c07e4-22fd-416b-9f31-aa115a0c030d taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.119729] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-762c07e4-22fd-416b-9f31-aa115a0c030d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.119945] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-762c07e4-22fd-416b-9f31-aa115a0c030d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.120344] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-762c07e4-22fd-416b-9f31-aa115a0c030d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.120490] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('762c07e4-22fd-416b-9f31-aa115a0c030d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.123685] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 in Status: SUCCESS [ 1001.124213] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 deletion is rescheduled due to dependency. [ 1001.124213] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.235886] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.236123] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.236206] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.236429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.236551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.236773] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.236852] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.236984] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.237152] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.237152] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.237288] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 is going to be updated. [ 1001.268737] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.269022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.269145] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.269409] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.269888] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.279228] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 in Status: IN_PROGRESS for 2s [ 1001.558239] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.558550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.558550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.558668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.559370] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.559370] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 140991ce-da99-43cb-8e74-06b0139bf397 is going to be created. [ 1001.583610] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.583787] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.583830] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.584031] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.584195] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.594497] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 140991ce-da99-43cb-8e74-06b0139bf397 in Status: UNINITIALIZED for 2s [ 1001.623288] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.624052] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.624052] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.624234] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.624428] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.624557] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 762c07e4-22fd-416b-9f31-aa115a0c030d not found, creating... [ 1001.625192] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.625635] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.625635] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.625858] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.626043] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.626483] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.626694] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.627087] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.627087] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.627276] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.627454] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 762c07e4-22fd-416b-9f31-aa115a0c030d is going to be created. [ 1001.640849] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 1001.641127] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.650330] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.650606] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.650668] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.650987] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.651260] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.651499] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-762c07e4-22fd-416b-9f31-aa115a0c030d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.380423] env[65757]: INFO networking_nsxv3.common.synchronization [req-70db76e9-2359-4ff7-8df6-61c56033bdbf req-c5da4628-f7f4-44f7-9064-a9a02ad52669 service nova] Enqueued Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_rules [ 1002.380618] env[65757]: INFO networking_nsxv3.common.synchronization [req-70db76e9-2359-4ff7-8df6-61c56033bdbf req-c5da4628-f7f4-44f7-9064-a9a02ad52669 service nova] Enqueued Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_members [ 1002.381018] env[65757]: INFO networking_nsxv3.common.synchronization [req-70db76e9-2359-4ff7-8df6-61c56033bdbf req-c5da4628-f7f4-44f7-9064-a9a02ad52669 service nova] Enqueued Resource ID: 762c07e4-22fd-416b-9f31-aa115a0c030d with Priority: HIGHEST for action port [ 1002.381523] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_rules [ 1002.381649] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_members [ 1002.381769] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 762c07e4-22fd-416b-9f31-aa115a0c030d with Priority: HIGHEST for action port [ 1002.382303] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.382440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.382538] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.382772] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.382834] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.386883] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.386883] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.386883] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-762c07e4-22fd-416b-9f31-aa115a0c030d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.386883] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-762c07e4-22fd-416b-9f31-aa115a0c030d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.387267] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-762c07e4-22fd-416b-9f31-aa115a0c030d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.387329] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-762c07e4-22fd-416b-9f31-aa115a0c030d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.387455] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('762c07e4-22fd-416b-9f31-aa115a0c030d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.887272] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.887272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.890152] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 762c07e4-22fd-416b-9f31-aa115a0c030d with status ACTIVE [ 1002.890433] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.890660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.890660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.890924] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.891037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.891270] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.891423] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.891494] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.891672] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.891768] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.891984] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.892096] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.892164] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.892341] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.892445] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.892579] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 762c07e4-22fd-416b-9f31-aa115a0c030d is going to be updated. [ 1002.920124] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.920308] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.920378] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.920537] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.920675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.920858] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-762c07e4-22fd-416b-9f31-aa115a0c030d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.970310] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: SUCCESS [ 1002.970440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.046187] env[65757]: INFO networking_nsxv3.common.synchronization [req-4ecb5acc-589a-4bdf-99e9-dd6e41c5225b req-8decee6b-e5d2-4922-b074-3f0c5d6bac13 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 1003.046774] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 1003.047127] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.047276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.047332] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.047529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.047687] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.047786] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.047957] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.048063] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.048543] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.048649] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.289287] env[65757]: INFO networking_nsxv3.common.synchronization [req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 req-7f7facf6-bfce-431f-9fca-a35c31a1d95a tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Enqueued Resource ID: 6344ab0c-8537-4cd7-987f-dfc774881303 with Priority: HIGHEST for action security_group_members [ 1003.289951] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6344ab0c-8537-4cd7-987f-dfc774881303 with Priority: HIGHEST for action security_group_members [ 1003.291071] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 in Status: SUCCESS [ 1003.291281] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 deletion is rescheduled due to dependency. [ 1003.291401] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.291760] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6344ab0c-8537-4cd7-987f-dfc774881303 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.291915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.292052] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.292447] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.292447] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.292596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.292630] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.292803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.292868] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.292956] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6344ab0c-8537-4cd7-987f-dfc774881303',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.293747] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.293918] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.294090] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.294205] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.294254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.294392] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.294473] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.294561] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.550626] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.608251] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 140991ce-da99-43cb-8e74-06b0139bf397 in Status: SUCCESS [ 1003.608251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.608251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.608251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.608251] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.608251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.608251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.608251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.608251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.608251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.608719] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('140991ce-da99-43cb-8e74-06b0139bf397',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.655903] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-956 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.655903] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-956" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.655903] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-956" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.655903] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-956" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.655903] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.655903] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.655903] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.655903] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.655903] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.655903] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.655903] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.655903] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.655903] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.656577] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.656577] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.656577] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.676297] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.676519] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.676711] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.676900] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-956" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.677251] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-8e68e87d-8644-417d-99f1-acf5b5d500bf taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.677426] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-8e68e87d-8644-417d-99f1-acf5b5d500bf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.677546] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-8e68e87d-8644-417d-99f1-acf5b5d500bf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.677866] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-8e68e87d-8644-417d-99f1-acf5b5d500bf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.677993] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e68e87d-8644-417d-99f1-acf5b5d500bf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.798959] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.798959] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.799223] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.799535] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.799535] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.800291] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.800444] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.800537] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.800770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.800886] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.801019] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6344ab0c-8537-4cd7-987f-dfc774881303 already deleted. [ 1003.801321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.801604] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.054596] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.110147] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-140991ce-da99-43cb-8e74-06b0139bf397 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.110377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.110478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.110710] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.110907] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.111041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.111082] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.111305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.111400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.111488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.111640] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-140991ce-da99-43cb-8e74-06b0139bf397 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.111739] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.111794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.111923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.112075] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.112706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.112706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.112706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.112706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.112706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.112706] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('140991ce-da99-43cb-8e74-06b0139bf397',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.180102] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.180345] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.180471] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.180753] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.180901] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.181065] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 8e68e87d-8644-417d-99f1-acf5b5d500bf not found, creating... [ 1004.181328] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.181484] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.181598] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.182998] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.182998] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.182998] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.182998] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.182998] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.182998] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.182998] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.182998] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 8e68e87d-8644-417d-99f1-acf5b5d500bf is going to be created. [ 1004.206061] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.206061] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.206270] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.206450] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.206686] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.206913] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-8e68e87d-8644-417d-99f1-acf5b5d500bf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.305252] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.556970] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.557413] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.557505] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.557959] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.558101] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.558146] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 1004.593522] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.593781] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.593872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.594380] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.594625] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.608663] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 1004.614195] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 140991ce-da99-43cb-8e74-06b0139bf397: rpc.has_security_group_logging(os_id): False [ 1004.640042] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.640249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.640292] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.640518] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.640648] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.640809] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.640924] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.641068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.641183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.641265] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.641479] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.642429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.642429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.642429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.642429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.642429] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.642429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.642429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.642429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.642900] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.642900] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 140991ce-da99-43cb-8e74-06b0139bf397 is going to be created. [ 1004.731990] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.732115] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.732289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.732547] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.732748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.746264] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 140991ce-da99-43cb-8e74-06b0139bf397 in Status: IN_PROGRESS for 2s [ 1004.809232] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.809232] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.809232] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.809444] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.809479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.809572] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 is going to be updated. [ 1004.856169] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.856310] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.856415] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.856668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.857606] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.869012] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 in Status: IN_PROGRESS for 2s [ 1004.976859] env[65757]: INFO networking_nsxv3.common.synchronization [req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 req-c055a8ef-84b3-4423-96e1-92abdfaee4e7 service nova] Enqueued Resource ID: 6344ab0c-8537-4cd7-987f-dfc774881303 with Priority: HIGHEST for action security_group_rules [ 1004.977062] env[65757]: INFO networking_nsxv3.common.synchronization [req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 req-c055a8ef-84b3-4423-96e1-92abdfaee4e7 service nova] Enqueued Resource ID: 6344ab0c-8537-4cd7-987f-dfc774881303 with Priority: HIGHEST for action security_group_members [ 1004.977202] env[65757]: INFO networking_nsxv3.common.synchronization [req-4991d0fc-a710-4e4b-9701-bc4fb060ffc9 req-c055a8ef-84b3-4423-96e1-92abdfaee4e7 service nova] Enqueued Resource ID: 8e68e87d-8644-417d-99f1-acf5b5d500bf with Priority: HIGHEST for action port [ 1004.977797] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6344ab0c-8537-4cd7-987f-dfc774881303 with Priority: HIGHEST for action security_group_rules [ 1004.977888] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6344ab0c-8537-4cd7-987f-dfc774881303 with Priority: HIGHEST for action security_group_members [ 1004.978035] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e68e87d-8644-417d-99f1-acf5b5d500bf with Priority: HIGHEST for action port [ 1004.978440] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6344ab0c-8537-4cd7-987f-dfc774881303 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.978564] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.978628] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.978888] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.978971] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6344ab0c-8537-4cd7-987f-dfc774881303',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.979889] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6344ab0c-8537-4cd7-987f-dfc774881303 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.979989] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.980060] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.980240] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.980402] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.980487] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.980560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.980688] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.980766] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.980864] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6344ab0c-8537-4cd7-987f-dfc774881303',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.981752] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e68e87d-8644-417d-99f1-acf5b5d500bf taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.981889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e68e87d-8644-417d-99f1-acf5b5d500bf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.981932] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e68e87d-8644-417d-99f1-acf5b5d500bf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.982428] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e68e87d-8644-417d-99f1-acf5b5d500bf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.982514] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e68e87d-8644-417d-99f1-acf5b5d500bf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.485644] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6344ab0c-8537-4cd7-987f-dfc774881303 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.485644] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.485644] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6344ab0c-8537-4cd7-987f-dfc774881303',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.486252] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e68e87d-8644-417d-99f1-acf5b5d500bf with status ACTIVE [ 1005.486252] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.486252] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.486252] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.486252] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.486552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.486552] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.486859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.486859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.486859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.486859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.487162] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.487162] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.487162] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.487336] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.487386] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.487437] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e68e87d-8644-417d-99f1-acf5b5d500bf is going to be updated. [ 1005.519742] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.519974] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.520168] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.520399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.520539] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.520700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e68e87d-8644-417d-99f1-acf5b5d500bf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.707370] env[65757]: INFO networking_nsxv3.common.synchronization [req-6c98c041-da81-4f1d-8be7-11beb86bf6ee req-c8fca951-b926-4c37-a028-1ce052d35310 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 1005.708138] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 1005.708462] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.709363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.709363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.709572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.709620] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.709692] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.710322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.710322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.710322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.710322] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.989721] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6344ab0c-8537-4cd7-987f-dfc774881303',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.117657] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.117657] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.117657] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.117657] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.117657] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.117657] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.118177] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.118556] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.118876] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.119265] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.119473] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.120103] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.120357] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.120596] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.120817] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.121050] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.145605] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.145605] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.145722] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.145864] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.146576] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-055abf32-94ef-4560-874c-43f1aec13445 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.146576] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-055abf32-94ef-4560-874c-43f1aec13445" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.146778] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-055abf32-94ef-4560-874c-43f1aec13445" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.147444] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-055abf32-94ef-4560-874c-43f1aec13445" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.147444] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('055abf32-94ef-4560-874c-43f1aec13445',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.212336] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.213481] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.213481] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.213481] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.213646] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.213773] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.213876] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.213940] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.214125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.214208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.214320] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be updated. [ 1006.242908] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.243134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.243234] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.243492] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.243684] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.253559] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: IN_PROGRESS for 2s [ 1006.492810] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.493106] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.493106] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.493304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.493357] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.493470] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6344ab0c-8537-4cd7-987f-dfc774881303 is going to be created. [ 1006.518947] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.519198] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.519269] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.519513] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.519738] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.529407] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6344ab0c-8537-4cd7-987f-dfc774881303 in Status: UNINITIALIZED for 2s [ 1006.619059] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 1006.619287] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.651027] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.651179] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.651274] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.651558] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.651728] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.651884] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 055abf32-94ef-4560-874c-43f1aec13445 not found, creating... [ 1006.652188] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.652343] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.652455] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.652714] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.652876] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.653183] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.653360] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.653505] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.653714] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.653847] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.654013] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 055abf32-94ef-4560-874c-43f1aec13445 is going to be created. [ 1006.676411] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.676634] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.676756] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.677047] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.677502] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.677603] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-055abf32-94ef-4560-874c-43f1aec13445" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.764908] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 140991ce-da99-43cb-8e74-06b0139bf397 in Status: SUCCESS [ 1006.765178] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.884726] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 in Status: SUCCESS [ 1006.884940] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.885130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.885374] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.885581] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.885707] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.885832] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.886133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.886133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.886276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.886337] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.283160] env[65757]: INFO networking_nsxv3.common.synchronization [req-134247d0-0859-4429-87e0-31ecbb1379d9 req-39ba1f43-f89d-45af-86a7-7128aac2c048 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Enqueued Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 1007.283683] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 1007.283984] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.284296] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.284296] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.284414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.284554] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.284614] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.284677] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.284827] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.284909] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.284997] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.389314] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.389314] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.389314] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.389314] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.389608] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.389608] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.389608] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.389801] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.389968] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.390090] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.390260] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.390344] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.390431] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.390601] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.390758] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.390916] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.390979] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.391160] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.391262] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.391358] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.391449] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.420077] env[65757]: INFO networking_nsxv3.common.synchronization [req-6c98c041-da81-4f1d-8be7-11beb86bf6ee req-d84b52ea-654c-4e84-b130-990f4468f07a service nova] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_rules [ 1007.420182] env[65757]: INFO networking_nsxv3.common.synchronization [req-6c98c041-da81-4f1d-8be7-11beb86bf6ee req-d84b52ea-654c-4e84-b130-990f4468f07a service nova] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 1007.420639] env[65757]: INFO networking_nsxv3.common.synchronization [req-6c98c041-da81-4f1d-8be7-11beb86bf6ee req-d84b52ea-654c-4e84-b130-990f4468f07a service nova] Enqueued Resource ID: 055abf32-94ef-4560-874c-43f1aec13445 with Priority: HIGHEST for action port [ 1007.421331] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_rules [ 1007.421488] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 1007.421586] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 055abf32-94ef-4560-874c-43f1aec13445 with Priority: HIGHEST for action port [ 1007.421914] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.422018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.422098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.422339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.422399] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.423331] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.423478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.424628] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-055abf32-94ef-4560-874c-43f1aec13445 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.424628] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-055abf32-94ef-4560-874c-43f1aec13445" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.424628] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-055abf32-94ef-4560-874c-43f1aec13445" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.424628] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-055abf32-94ef-4560-874c-43f1aec13445" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.424628] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('055abf32-94ef-4560-874c-43f1aec13445',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.788078] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.788406] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.788406] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.788591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.788727] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.788981] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.789129] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.789299] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.789404] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.789516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.789622] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 is going to be updated. [ 1007.819978] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.819978] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.820234] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.821046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.821046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.831560] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: IN_PROGRESS for 2s [ 1007.895278] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3552072a-60fc-4cc0-85cd-32382985b7f4: rpc.has_security_group_logging(os_id): False [ 1007.914605] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.914752] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.914821] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.915070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.915154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.915371] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.915472] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.915576] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.915696] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.915809] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.915953] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.916057] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.916117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.916252] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.916369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.916523] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.916613] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.916728] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.916802] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.916971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.916971] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 is going to be updated. [ 1007.927446] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.927586] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.927744] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 055abf32-94ef-4560-874c-43f1aec13445 with status ACTIVE [ 1007.927914] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.928041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.928155] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.928314] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.928464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.928586] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.928669] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.928669] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.928785] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.928852] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.929035] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.929142] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.929199] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.929312] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.929380] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.929459] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 055abf32-94ef-4560-874c-43f1aec13445 is going to be updated. [ 1007.947210] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.947425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.947425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.947599] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.947737] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.947909] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-055abf32-94ef-4560-874c-43f1aec13445" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.977294] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.977515] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.977515] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.977774] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.977986] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.998825] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 in Status: IN_PROGRESS for 2s [ 1008.264542] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 1008.265117] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea deletion is rescheduled due to dependency. [ 1008.265117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.265117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.265313] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.265554] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.265734] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.265822] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.266017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.266132] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.266228] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.334246] env[65757]: INFO networking_nsxv3.common.synchronization [req-96388e48-bb31-4799-b96f-e416988cb42b req-52043fc8-575f-4bf8-be61-820d04e610de tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Enqueued Resource ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 with Priority: HIGHEST for action security_group_members [ 1008.335575] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 with Priority: HIGHEST for action security_group_members [ 1008.336039] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a25af7-88b4-4475-86a0-9164f9a6d340 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.336141] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.336176] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.336424] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.336587] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.336691] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.336752] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.336915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.336999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.337106] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a25af7-88b4-4475-86a0-9164f9a6d340',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.412904] env[65757]: INFO networking_nsxv3.common.synchronization [req-a9c34434-4145-4d6d-910a-a39db168526d req-cd80896b-24a1-4f73-8f86-79234e04a5af tempest-ServersV294TestFqdnHostnames-1370671933 tempest-ServersV294TestFqdnHostnames-1370671933-project-member] Enqueued Resource ID: cf1d39fb-2844-4777-9054-03aff0dadc13 with Priority: HIGHEST for action security_group_members [ 1008.413578] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf1d39fb-2844-4777-9054-03aff0dadc13 with Priority: HIGHEST for action security_group_members [ 1008.413936] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf1d39fb-2844-4777-9054-03aff0dadc13 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.414294] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.415050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.415050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.415050] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.415050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.415050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.415485] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.415485] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.415485] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf1d39fb-2844-4777-9054-03aff0dadc13',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.542205] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6344ab0c-8537-4cd7-987f-dfc774881303 in Status: SUCCESS [ 1008.542425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.542597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.542820] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.543019] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.543131] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.543192] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.543350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.543426] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.543504] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.543590] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6344ab0c-8537-4cd7-987f-dfc774881303',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.723687] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-150 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.723889] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-150" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.724023] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-150" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.724323] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-150" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.724593] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.724756] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.724867] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.725651] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.725844] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.726090] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.726211] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.726335] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.726446] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.727749] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.727749] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.727749] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.746599] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.746770] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.746908] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.747140] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-150" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.747403] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-5a665e46-743f-4471-a59a-5b5418739fff taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.747579] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-5a665e46-743f-4471-a59a-5b5418739fff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.747695] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-5a665e46-743f-4471-a59a-5b5418739fff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.748176] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-5a665e46-743f-4471-a59a-5b5418739fff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.749201] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a665e46-743f-4471-a59a-5b5418739fff',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.768537] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.839433] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.839742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.839742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.839923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.839989] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.840719] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.840719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.840719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.840719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.840719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.841045] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 already deleted. [ 1008.841045] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.918623] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.918860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.918984] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.919341] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.919431] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.920116] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.920116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.920116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.920116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.920116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.920330] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf1d39fb-2844-4777-9054-03aff0dadc13 is going to be updated. [ 1008.948562] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.948735] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.948812] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.948985] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.949141] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.958110] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf1d39fb-2844-4777-9054-03aff0dadc13 in Status: IN_PROGRESS for 2s [ 1009.046343] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6344ab0c-8537-4cd7-987f-dfc774881303 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.046483] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.046531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.046765] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.046972] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.047626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.047626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.047626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.047626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.047626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.047824] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6344ab0c-8537-4cd7-987f-dfc774881303 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.047899] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.047979] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.048404] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.048404] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.048513] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.048579] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.048717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.048811] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.048898] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.049249] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6344ab0c-8537-4cd7-987f-dfc774881303',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.251263] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.251478] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.251631] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.252101] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.253911] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.253911] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 5a665e46-743f-4471-a59a-5b5418739fff not found, creating... [ 1009.253911] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.254214] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.254307] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.254908] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.254908] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.255427] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.255700] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.255902] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.256285] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.256520] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.256760] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 5a665e46-743f-4471-a59a-5b5418739fff is going to be created. [ 1009.271140] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.284468] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.284938] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.285335] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.285810] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.286488] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.288227] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-5a665e46-743f-4471-a59a-5b5418739fff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.551465] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6344ab0c-8537-4cd7-987f-dfc774881303: rpc.has_security_group_logging(os_id): False [ 1009.577313] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.577585] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.577653] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.578410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.578410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.578410] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.578410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.578742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.578742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.578742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.578944] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.579136] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.579248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.579431] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.579508] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.579696] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.579818] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.579940] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.580198] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.580337] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.580491] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6344ab0c-8537-4cd7-987f-dfc774881303 is going to be created. [ 1009.658063] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.658362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.658433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.658615] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.658870] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.686373] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6344ab0c-8537-4cd7-987f-dfc774881303 in Status: IN_PROGRESS for 2s [ 1009.773950] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.774181] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.774231] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.774432] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.774533] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.774639] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be updated. [ 1009.810627] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.810870] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.810976] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.811266] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.811435] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.821419] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: IN_PROGRESS for 2s [ 1009.842040] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: SUCCESS [ 1009.842403] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 deletion is rescheduled due to dependency. [ 1009.842403] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.017549] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 in Status: SUCCESS [ 1010.017838] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.022469] env[65757]: INFO networking_nsxv3.common.synchronization [req-96388e48-bb31-4799-b96f-e416988cb42b req-f4a27359-1cf5-425a-87cc-2027c81567bd service nova] Enqueued Resource ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 with Priority: HIGHEST for action security_group_rules [ 1010.022650] env[65757]: INFO networking_nsxv3.common.synchronization [req-96388e48-bb31-4799-b96f-e416988cb42b req-f4a27359-1cf5-425a-87cc-2027c81567bd service nova] Enqueued Resource ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 with Priority: HIGHEST for action security_group_members [ 1010.022783] env[65757]: INFO networking_nsxv3.common.synchronization [req-96388e48-bb31-4799-b96f-e416988cb42b req-f4a27359-1cf5-425a-87cc-2027c81567bd service nova] Enqueued Resource ID: 5a665e46-743f-4471-a59a-5b5418739fff with Priority: HIGHEST for action port [ 1010.023337] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 with Priority: HIGHEST for action security_group_rules [ 1010.023727] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 with Priority: HIGHEST for action security_group_members [ 1010.023727] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a665e46-743f-4471-a59a-5b5418739fff with Priority: HIGHEST for action port [ 1010.023865] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5a25af7-88b4-4475-86a0-9164f9a6d340 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.023975] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.024075] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.024289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.024581] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5a25af7-88b4-4475-86a0-9164f9a6d340',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.025371] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a25af7-88b4-4475-86a0-9164f9a6d340 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.025504] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.025566] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.025756] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.026026] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.026634] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.026634] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.026634] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.026634] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.026634] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a25af7-88b4-4475-86a0-9164f9a6d340',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.029158] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a665e46-743f-4471-a59a-5b5418739fff taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.029158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a665e46-743f-4471-a59a-5b5418739fff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.029158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a665e46-743f-4471-a59a-5b5418739fff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.029158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a665e46-743f-4471-a59a-5b5418739fff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.029158] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a665e46-743f-4471-a59a-5b5418739fff',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.531361] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a25af7-88b4-4475-86a0-9164f9a6d340 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.531618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.531786] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5a25af7-88b4-4475-86a0-9164f9a6d340',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.532909] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a665e46-743f-4471-a59a-5b5418739fff with status ACTIVE [ 1010.533120] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.533263] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.533328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.533501] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.533587] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.533761] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.533858] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.533925] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.534273] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.534415] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.534863] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.534863] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.534863] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.535193] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.535193] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.535193] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a665e46-743f-4471-a59a-5b5418739fff is going to be updated. [ 1010.565807] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.566020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.566194] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.566314] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.566445] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.566607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a665e46-743f-4471-a59a-5b5418739fff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.969016] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf1d39fb-2844-4777-9054-03aff0dadc13 in Status: SUCCESS [ 1010.969318] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf1d39fb-2844-4777-9054-03aff0dadc13 deletion is rescheduled due to dependency. [ 1010.969597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.036970] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5a25af7-88b4-4475-86a0-9164f9a6d340',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.542839] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.542839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.542839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.542839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.542839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.542839] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 is going to be created. [ 1011.571028] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.571028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.571028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.571028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.571028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.581224] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 in Status: UNINITIALIZED for 2s [ 1011.702591] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6344ab0c-8537-4cd7-987f-dfc774881303 in Status: SUCCESS [ 1011.702591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.836308] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 1011.836616] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.836894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.838020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.838020] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.838020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.838020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.838020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.838020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.838020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.838351] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.341062] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.341597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.341597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.341597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.341831] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.341922] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.341922] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.342174] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.342300] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.342406] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.342596] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.342723] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.342816] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.342966] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.343179] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.343276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.343342] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.343540] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.343632] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.343698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.343759] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.818402] env[65757]: INFO networking_nsxv3.common.synchronization [req-bc7ee1bf-fa98-43be-8a94-1c536c982dc3 req-a87fa018-d69c-4418-a616-4c8324713a40 tempest-ServerDiagnosticsTest-644584088 tempest-ServerDiagnosticsTest-644584088-project-member] Enqueued Resource ID: 140991ce-da99-43cb-8e74-06b0139bf397 with Priority: HIGHEST for action security_group_members [ 1012.818402] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 140991ce-da99-43cb-8e74-06b0139bf397 with Priority: HIGHEST for action security_group_members [ 1012.818402] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-140991ce-da99-43cb-8e74-06b0139bf397 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.818402] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.818402] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.818767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.818767] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.818855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.818855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.819093] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.819194] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.819283] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('140991ce-da99-43cb-8e74-06b0139bf397',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.847693] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd924f7f-ad53-4e7b-855e-e0795c38f4ea: rpc.has_security_group_logging(os_id): False [ 1012.868116] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.868116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.868116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.868116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.868116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.868116] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.868524] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.868524] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.868524] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.868663] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.868760] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.868854] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.868917] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.869109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.869184] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.869388] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.869479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.869536] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.869668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.869740] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.869813] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be updated. [ 1012.947450] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.947657] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.947657] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.947849] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.947989] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.964095] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: IN_PROGRESS for 2s [ 1013.157778] env[65757]: INFO networking_nsxv3.common.synchronization [req-95137d92-9920-4e13-bf1a-4693e23c15c8 req-5a1b940c-a3be-4cdc-bc6c-4f37bb0e031d tempest-ImagesOneServerNegativeTestJSON-822951344 tempest-ImagesOneServerNegativeTestJSON-822951344-project-member] Enqueued Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_members [ 1013.158443] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGHEST for action security_group_members [ 1013.158810] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.158810] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.158971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.159155] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.159430] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.159430] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.159571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.160828] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.160828] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.160828] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.322173] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.322592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.322592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.322957] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.323235] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.323560] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.324599] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.324599] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.324599] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.324599] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.324599] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 140991ce-da99-43cb-8e74-06b0139bf397 is going to be updated. [ 1013.364398] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.364904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.364904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.364904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.365119] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.377055] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 140991ce-da99-43cb-8e74-06b0139bf397 in Status: IN_PROGRESS for 2s [ 1013.596065] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 in Status: SUCCESS [ 1013.596354] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.596546] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.596758] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.596977] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.597153] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.597222] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.597453] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.597582] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.597785] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.597880] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5a25af7-88b4-4475-86a0-9164f9a6d340',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.662869] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.663086] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.663559] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.663806] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.664193] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.664193] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.664324] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.664324] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.664787] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.664873] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.665357] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 is going to be updated. [ 1013.699539] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.699539] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.699750] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.699792] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.699948] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.710365] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 in Status: IN_PROGRESS for 2s [ 1013.728872] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.729624] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-940" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.729624] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-940" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.729624] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-940" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.729790] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.729859] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.730844] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.731313] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.731896] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.732161] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.732321] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.732437] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.732544] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.732656] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.732759] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.732887] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.757024] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.757271] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.757438] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.757677] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-940" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.758153] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.759125] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.759125] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.759125] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.759125] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5d90a9c-e54b-469e-9d60-c50a2a4a58d6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.100323] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5a25af7-88b4-4475-86a0-9164f9a6d340',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.262097] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.262720] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.262916] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.263424] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.263543] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.263926] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.264182] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.264407] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.264994] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.264994] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.265317] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.265511] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.265663] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.265945] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.266176] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.266362] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 is going to be updated. [ 1014.297558] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.297887] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.298197] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.298513] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.298726] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.299041] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.603061] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5a25af7-88b4-4475-86a0-9164f9a6d340: rpc.has_security_group_logging(os_id): False [ 1014.629333] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.629505] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.629660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.629788] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.629876] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.630160] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.630265] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.630326] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.630480] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.630558] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.630643] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 is going to be created. [ 1014.700582] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.700768] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.700824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.701122] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.701310] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.713991] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 in Status: IN_PROGRESS for 2s [ 1014.979748] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 1014.979925] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.018977] env[65757]: INFO networking_nsxv3.common.synchronization [req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f req-bb8bfa4a-104b-4295-9d70-52a7b5b0f895 service nova] Enqueued Resource ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 with Priority: HIGHEST for action security_group_rules [ 1015.018977] env[65757]: INFO networking_nsxv3.common.synchronization [req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f req-bb8bfa4a-104b-4295-9d70-52a7b5b0f895 service nova] Enqueued Resource ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 with Priority: HIGHEST for action security_group_members [ 1015.019345] env[65757]: INFO networking_nsxv3.common.synchronization [req-5e1d46ae-ebb2-4dc0-b89a-b5135d1a711f req-bb8bfa4a-104b-4295-9d70-52a7b5b0f895 service nova] Enqueued Resource ID: a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 with Priority: HIGHEST for action port [ 1015.019651] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 with Priority: HIGHEST for action security_group_rules [ 1015.020039] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 with Priority: HIGHEST for action security_group_members [ 1015.020131] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 with Priority: HIGHEST for action port [ 1015.020470] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e12803d-4ecf-4cc1-b845-061506f487a9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.020641] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.020720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.020949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.021089] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e12803d-4ecf-4cc1-b845-061506f487a9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.022082] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e12803d-4ecf-4cc1-b845-061506f487a9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.022149] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.022286] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.022369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.022524] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.022741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.022741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.022910] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.022910] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.023063] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e12803d-4ecf-4cc1-b845-061506f487a9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.023830] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.023947] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.024115] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.024330] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.024412] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5d90a9c-e54b-469e-9d60-c50a2a4a58d6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.392402] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 140991ce-da99-43cb-8e74-06b0139bf397 in Status: SUCCESS [ 1015.392781] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 140991ce-da99-43cb-8e74-06b0139bf397 deletion is rescheduled due to dependency. [ 1015.392781] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.527405] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 with status ACTIVE [ 1015.527629] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.527768] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.527852] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.528070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.528641] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.528641] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.528641] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.528641] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.528641] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.528912] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.528912] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.528996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.529073] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.529177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.531867] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.531867] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5d90a9c-e54b-469e-9d60-c50a2a4a58d6 is going to be updated. [ 1015.531867] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e12803d-4ecf-4cc1-b845-061506f487a9 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.531867] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.531867] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e12803d-4ecf-4cc1-b845-061506f487a9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.571720] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.571902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.571902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.572118] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.572252] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.572403] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5d90a9c-e54b-469e-9d60-c50a2a4a58d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.726331] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 in Status: SUCCESS [ 1015.726623] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 deletion is rescheduled due to dependency. [ 1015.726664] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.033434] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e12803d-4ecf-4cc1-b845-061506f487a9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.539118] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.539118] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.539118] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.539118] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.539476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.539476] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 is going to be updated. [ 1016.577700] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.577700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.577700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.577700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.577700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.594332] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 in Status: IN_PROGRESS for 2s [ 1016.732023] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 in Status: SUCCESS [ 1016.732917] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.090215] env[65757]: INFO networking_nsxv3.common.synchronization [None req-ddacb5ba-b2e8-4521-a297-af6af9a77df2 None None] Enqueued Resource ID: 109ce9fd-cd63-4121-939b-1f93d9b351ee with Priority: HIGHEST for action port [ 1017.090854] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 109ce9fd-cd63-4121-939b-1f93d9b351ee with Priority: HIGHEST for action port [ 1017.091212] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-109ce9fd-cd63-4121-939b-1f93d9b351ee taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.091878] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-109ce9fd-cd63-4121-939b-1f93d9b351ee" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.091878] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-109ce9fd-cd63-4121-939b-1f93d9b351ee" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.091878] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-109ce9fd-cd63-4121-939b-1f93d9b351ee" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.091878] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('109ce9fd-cd63-4121-939b-1f93d9b351ee',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.594659] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 109ce9fd-cd63-4121-939b-1f93d9b351ee [ 1017.595101] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.595356] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.595477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.595832] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.596174] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.597017] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:109ce9fd-cd63-4121-939b-1f93d9b351ee already deleted. [ 1017.597017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-109ce9fd-cd63-4121-939b-1f93d9b351ee" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.126202] env[65757]: INFO networking_nsxv3.common.synchronization [req-55fd7979-13f8-49a5-ad69-18550ee5e28f req-649d7417-0bd9-4ec4-8780-dc2efba602eb tempest-ImagesTestJSON-1256239797 tempest-ImagesTestJSON-1256239797-project-member] Enqueued Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 1018.127064] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGHEST for action security_group_members [ 1018.127247] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.127379] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.127445] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.127648] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.128261] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.128373] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.128454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.128680] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.128768] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.129010] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.605907] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 in Status: SUCCESS [ 1018.605907] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.605907] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.606144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.606144] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.606267] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.607163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.607163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.607163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.607163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.607163] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e12803d-4ecf-4cc1-b845-061506f487a9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.633557] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.633708] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.633801] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.633977] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.634081] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.634270] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.634370] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.634458] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.634606] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.634683] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.634766] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 is going to be updated. [ 1018.667632] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.668529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.668529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.668529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.668529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.680021] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: IN_PROGRESS for 2s [ 1019.109380] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e12803d-4ecf-4cc1-b845-061506f487a9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.259682] env[65757]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1019.261059] env[65757]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1019.613183] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e12803d-4ecf-4cc1-b845-061506f487a9: rpc.has_security_group_logging(os_id): False [ 1019.638741] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.638741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.638741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.638741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.638741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.638741] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.638741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.638741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.638741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.638741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.638741] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 is going to be updated. [ 1019.713490] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.713885] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.713885] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.714597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.714807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.744191] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 in Status: IN_PROGRESS for 2s [ 1020.563793] env[65757]: INFO networking_nsxv3.common.synchronization [None req-2ba61137-066f-4c99-a88c-dc0b09865ab0 None None] Enqueued Resource ID: 6eb4bf46-1a4e-449b-867b-83beef6040d1 with Priority: HIGHEST for action port [ 1020.566094] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eb4bf46-1a4e-449b-867b-83beef6040d1 with Priority: HIGHEST for action port [ 1020.566895] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eb4bf46-1a4e-449b-867b-83beef6040d1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.567544] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eb4bf46-1a4e-449b-867b-83beef6040d1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.567544] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eb4bf46-1a4e-449b-867b-83beef6040d1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.567544] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eb4bf46-1a4e-449b-867b-83beef6040d1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.567758] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eb4bf46-1a4e-449b-867b-83beef6040d1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.693591] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 in Status: SUCCESS [ 1020.695471] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 deletion is rescheduled due to dependency. [ 1020.695471] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.971724] env[65757]: INFO networking_nsxv3.common.synchronization [req-ca446530-f0a1-4dd8-ac5a-f6cfe29a9853 req-2d8065b9-5ac8-491f-b0ee-d9b72534404a tempest-ServerTagsTestJSON-1557045907 tempest-ServerTagsTestJSON-1557045907-project-member] Enqueued Resource ID: 6344ab0c-8537-4cd7-987f-dfc774881303 with Priority: HIGHEST for action security_group_members [ 1020.976220] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6344ab0c-8537-4cd7-987f-dfc774881303 with Priority: HIGHEST for action security_group_members [ 1020.976220] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6344ab0c-8537-4cd7-987f-dfc774881303 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.976220] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.976220] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.976582] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.976582] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.976582] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.976713] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.977627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.977627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.977627] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6344ab0c-8537-4cd7-987f-dfc774881303',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.071893] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6eb4bf46-1a4e-449b-867b-83beef6040d1 [ 1021.071893] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.071893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.071893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.071893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.071893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.071893] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6eb4bf46-1a4e-449b-867b-83beef6040d1 already deleted. [ 1021.071893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eb4bf46-1a4e-449b-867b-83beef6040d1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.119030] env[65757]: INFO networking_nsxv3.common.synchronization [req-8b6c8f18-8f85-4e25-abf3-c2030fa18466 req-739c4eed-f2ae-4b04-b91b-937be92d30b1 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 1021.119030] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 1021.119030] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.119030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.119030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.119030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.119417] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.120069] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.120265] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.120522] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.120705] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.120905] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.484566] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.484746] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.484817] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.485667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.485667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.485667] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.485667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.485667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.486163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.486322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.486672] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6344ab0c-8537-4cd7-987f-dfc774881303 is going to be updated. [ 1021.526470] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.526470] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.527187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.527187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.527187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.538253] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6344ab0c-8537-4cd7-987f-dfc774881303 in Status: IN_PROGRESS for 2s [ 1021.624530] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.624915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.624915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.625124] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.625231] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.625466] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.625591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.625669] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.625847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.625954] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.626361] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be updated. [ 1021.656956] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.657156] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.657668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.657668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.657668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.669627] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: IN_PROGRESS for 2s [ 1021.761255] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 in Status: SUCCESS [ 1021.761485] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.549173] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6344ab0c-8537-4cd7-987f-dfc774881303 in Status: SUCCESS [ 1023.549532] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6344ab0c-8537-4cd7-987f-dfc774881303 deletion is rescheduled due to dependency. [ 1023.549532] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.680912] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 1023.681134] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea deletion is rescheduled due to dependency. [ 1023.681264] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.362140] env[65757]: INFO networking_nsxv3.common.synchronization [None req-1f150cb7-280e-4c38-9f02-8017bcb435aa tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Enqueued Resource ID: 62b233fe-9cf0-458f-af6c-b192f3053255 with Priority: HIGHEST for action security_group_rules [ 1024.363401] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b233fe-9cf0-458f-af6c-b192f3053255 with Priority: HIGHEST for action security_group_rules [ 1024.363401] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62b233fe-9cf0-458f-af6c-b192f3053255 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.363617] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.363617] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.363932] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.364080] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.497149] env[65757]: INFO networking_nsxv3.common.synchronization [req-97f2b3a7-45ec-4987-956f-4e7fb095200b req-53dcf68c-747e-4827-a02c-78bcaf806228 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Enqueued Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_members [ 1024.497726] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_members [ 1024.498221] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a2320e6-b7e9-466e-8830-9ec858995780 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.498404] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.498500] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.498743] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.498962] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.499108] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.499494] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.499494] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.499494] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.499669] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.523661] env[65757]: INFO networking_nsxv3.common.synchronization [None req-029b931f-492e-45d0-a4ae-17326766b081 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Enqueued Resource ID: 62b233fe-9cf0-458f-af6c-b192f3053255 with Priority: HIGHEST for action security_group_rules [ 1024.524312] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b233fe-9cf0-458f-af6c-b192f3053255 with Priority: HIGHEST for action security_group_rules [ 1024.524656] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62b233fe-9cf0-458f-af6c-b192f3053255 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.524757] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.830088] env[65757]: INFO networking_nsxv3.common.synchronization [req-841f3617-44ff-490a-b85f-9b5db62adaf9 req-6238bfe7-fafe-4eb9-806d-76fda72c4b73 tempest-ListServersNegativeTestJSON-595610919 tempest-ListServersNegativeTestJSON-595610919-project-member] Enqueued Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_members [ 1024.830676] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGHEST for action security_group_members [ 1024.831022] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a2320e6-b7e9-466e-8830-9ec858995780 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.831179] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.888929] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.889110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.889182] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.889400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.889488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.889578] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62b233fe-9cf0-458f-af6c-b192f3053255 already deleted. [ 1024.889659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.889893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.890108] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.890255] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.002415] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.411167] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.411314] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.411411] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.411607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.411722] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.411815] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62b233fe-9cf0-458f-af6c-b192f3053255 already deleted. [ 1025.411898] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.505791] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.009803] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.010192] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.010192] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.010413] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.010503] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.010609] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a2320e6-b7e9-466e-8830-9ec858995780 is going to be updated. [ 1026.043802] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.044022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.044022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.044215] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.044343] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.073270] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a2320e6-b7e9-466e-8830-9ec858995780 in Status: IN_PROGRESS for 2s [ 1027.540380] env[65757]: INFO networking_nsxv3.common.synchronization [req-4d036a79-7ec4-4a22-a70b-2b0726676074 req-900ee653-af8f-480a-b380-d1dd47f8ca46 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 1027.540905] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 1027.541325] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.541597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.541696] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.541951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.542108] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.542213] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.542306] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.542487] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.542598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.542767] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.648121] env[65757]: INFO networking_nsxv3.common.synchronization [req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc req-ace13243-a565-444a-8dae-16e17f476bb2 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Enqueued Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 1027.648736] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 1027.649208] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.649379] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.649475] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.649841] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.650084] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.652410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.652410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.652410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.652410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.652410] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.044868] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.047747] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.047930] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.048203] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.048534] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.048824] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.049046] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.049226] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.049487] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.049658] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.049907] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.050081] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.050217] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.050352] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.050484] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.050624] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.050774] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.072675] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.072942] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.073066] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.073509] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.073599] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-8961272b-d17e-43fa-8529-b4a10194a24a taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.073753] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-8961272b-d17e-43fa-8529-b4a10194a24a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.073885] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-8961272b-d17e-43fa-8529-b4a10194a24a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.074266] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-8961272b-d17e-43fa-8529-b4a10194a24a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.074388] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8961272b-d17e-43fa-8529-b4a10194a24a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.087955] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a2320e6-b7e9-466e-8830-9ec858995780 in Status: SUCCESS [ 1028.087955] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.087955] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.087955] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.087955] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.087955] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.087955] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.088622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.088622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.088622] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.155499] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.155667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.155719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.155936] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.156038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.156232] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.156331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.156392] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.156549] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.156626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.156711] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 is going to be updated. [ 1028.181986] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.182276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.182276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.182599] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.182770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.192363] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: IN_PROGRESS for 2s [ 1028.553307] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.578268] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.578502] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.578629] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.578917] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.579145] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.579326] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 8961272b-d17e-43fa-8529-b4a10194a24a not found, creating... [ 1028.579585] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.579763] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.579871] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.580139] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.580251] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.580546] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.580696] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.580809] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.581095] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.581234] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.581380] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 8961272b-d17e-43fa-8529-b4a10194a24a is going to be created. [ 1028.590751] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.590964] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.590964] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.591275] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.591275] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.591488] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.591581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.591640] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.591759] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.591825] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.591909] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a2320e6-b7e9-466e-8830-9ec858995780 is going to be updated. [ 1028.621858] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.622197] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.622375] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.622762] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.623096] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.623541] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-8961272b-d17e-43fa-8529-b4a10194a24a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.633210] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.633371] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.633420] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.633665] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.633810] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.643571] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a2320e6-b7e9-466e-8830-9ec858995780 in Status: IN_PROGRESS for 2s [ 1029.056112] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.056383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.056383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.056622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.056718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.056819] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 1029.088519] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.088672] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.088736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.088947] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.089158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.099812] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 1029.325474] env[65757]: INFO networking_nsxv3.common.synchronization [req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc req-0f50feb5-964a-4885-a1d4-bfa4ef77adf6 service nova] Enqueued Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_rules [ 1029.327504] env[65757]: INFO networking_nsxv3.common.synchronization [req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc req-0f50feb5-964a-4885-a1d4-bfa4ef77adf6 service nova] Enqueued Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 1029.327504] env[65757]: INFO networking_nsxv3.common.synchronization [req-cdabb4ea-11b9-49e1-ae5f-ceb5d7657dcc req-0f50feb5-964a-4885-a1d4-bfa4ef77adf6 service nova] Enqueued Resource ID: 8961272b-d17e-43fa-8529-b4a10194a24a with Priority: HIGHEST for action port [ 1029.327504] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_rules [ 1029.327504] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 1029.327504] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8961272b-d17e-43fa-8529-b4a10194a24a with Priority: HIGHEST for action port [ 1029.327504] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.327504] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.329508] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.329771] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.329865] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.330971] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.330971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.331331] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-8961272b-d17e-43fa-8529-b4a10194a24a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.331331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8961272b-d17e-43fa-8529-b4a10194a24a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.331331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8961272b-d17e-43fa-8529-b4a10194a24a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.331481] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8961272b-d17e-43fa-8529-b4a10194a24a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.331526] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8961272b-d17e-43fa-8529-b4a10194a24a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.741191] env[65757]: INFO networking_nsxv3.common.synchronization [req-13a04a05-3728-4790-af53-67b61ae6c5a6 req-ff43616b-a124-42f7-90c4-d100fb6d07b2 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Enqueued Resource ID: ba4be601-3772-4328-8f54-3f3a695afdc8 with Priority: HIGHEST for action security_group_members [ 1029.741191] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba4be601-3772-4328-8f54-3f3a695afdc8 with Priority: HIGHEST for action security_group_members [ 1029.741191] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba4be601-3772-4328-8f54-3f3a695afdc8 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.741191] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.741191] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.743412] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.743727] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.743985] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.745592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.745592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.745592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.745592] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba4be601-3772-4328-8f54-3f3a695afdc8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.833786] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.833786] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.840080] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8961272b-d17e-43fa-8529-b4a10194a24a with status ACTIVE [ 1029.840080] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.840080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.840080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.840080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.840080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.840080] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.840080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.840080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.840080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.840080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.840080] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.840080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.840080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.840080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.840080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.840080] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8961272b-d17e-43fa-8529-b4a10194a24a is going to be updated. [ 1029.861871] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.861871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.861871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.861871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.861871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.861871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8961272b-d17e-43fa-8529-b4a10194a24a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.204773] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: SUCCESS [ 1030.204773] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 deletion is rescheduled due to dependency. [ 1030.204773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.204773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.204773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.204773] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.204773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.204773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.204773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.204773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.204773] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.250155] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.250155] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.250155] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.250564] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.250646] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.250928] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.251472] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.251690] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.252069] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.252277] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.252576] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba4be601-3772-4328-8f54-3f3a695afdc8 already deleted. [ 1030.252822] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.376596] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-507 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.376786] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-507" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.376936] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-507" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.377318] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-507" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.377599] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.377819] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.377968] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.378241] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.378395] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.378611] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.378719] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.378827] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.378922] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.379035] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.379139] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.379269] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.402296] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.402556] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.402669] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.402944] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-507" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.403157] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-3694ebc1-eb42-4c67-9d5b-75a9798ee5e5 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.403374] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-3694ebc1-eb42-4c67-9d5b-75a9798ee5e5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.403514] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-3694ebc1-eb42-4c67-9d5b-75a9798ee5e5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.403830] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-3694ebc1-eb42-4c67-9d5b-75a9798ee5e5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.403966] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3694ebc1-eb42-4c67-9d5b-75a9798ee5e5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.653625] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a2320e6-b7e9-466e-8830-9ec858995780 in Status: SUCCESS [ 1030.653833] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a2320e6-b7e9-466e-8830-9ec858995780 deletion is rescheduled due to dependency. [ 1030.653957] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.707054] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.905841] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.906292] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.906292] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.906531] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.906710] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.906855] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 3694ebc1-eb42-4c67-9d5b-75a9798ee5e5 not found, creating... [ 1030.907188] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.907349] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.907465] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.907730] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.907870] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.908240] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.908452] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.908532] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.908939] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.908939] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.909089] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 3694ebc1-eb42-4c67-9d5b-75a9798ee5e5 is going to be created. [ 1030.948985] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.949349] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.949452] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.949737] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.949969] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.950300] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-3694ebc1-eb42-4c67-9d5b-75a9798ee5e5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.130614] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 1031.130875] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.209840] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.704266] env[65757]: INFO networking_nsxv3.common.synchronization [req-13a04a05-3728-4790-af53-67b61ae6c5a6 req-70a38945-8ed3-4e5e-a88b-c4d51cc81a0d service nova] Enqueued Resource ID: ba4be601-3772-4328-8f54-3f3a695afdc8 with Priority: HIGHEST for action security_group_rules [ 1031.704681] env[65757]: INFO networking_nsxv3.common.synchronization [req-13a04a05-3728-4790-af53-67b61ae6c5a6 req-70a38945-8ed3-4e5e-a88b-c4d51cc81a0d service nova] Enqueued Resource ID: ba4be601-3772-4328-8f54-3f3a695afdc8 with Priority: HIGHEST for action security_group_members [ 1031.704810] env[65757]: INFO networking_nsxv3.common.synchronization [req-13a04a05-3728-4790-af53-67b61ae6c5a6 req-70a38945-8ed3-4e5e-a88b-c4d51cc81a0d service nova] Enqueued Resource ID: 3694ebc1-eb42-4c67-9d5b-75a9798ee5e5 with Priority: HIGHEST for action port [ 1031.705393] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba4be601-3772-4328-8f54-3f3a695afdc8 with Priority: HIGHEST for action security_group_rules [ 1031.705544] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba4be601-3772-4328-8f54-3f3a695afdc8 with Priority: HIGHEST for action security_group_members [ 1031.705621] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3694ebc1-eb42-4c67-9d5b-75a9798ee5e5 with Priority: HIGHEST for action port [ 1031.705990] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba4be601-3772-4328-8f54-3f3a695afdc8 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.706182] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.706262] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.706560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.706788] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba4be601-3772-4328-8f54-3f3a695afdc8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.707742] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba4be601-3772-4328-8f54-3f3a695afdc8 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.708027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.708027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.708362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.708489] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.708611] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.708611] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.708778] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.708837] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.708944] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba4be601-3772-4328-8f54-3f3a695afdc8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.711165] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-3694ebc1-eb42-4c67-9d5b-75a9798ee5e5 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.711600] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3694ebc1-eb42-4c67-9d5b-75a9798ee5e5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.711600] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3694ebc1-eb42-4c67-9d5b-75a9798ee5e5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.711600] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3694ebc1-eb42-4c67-9d5b-75a9798ee5e5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.711936] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3694ebc1-eb42-4c67-9d5b-75a9798ee5e5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.713437] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.713748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.713748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.714526] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.714589] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.715275] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 is going to be updated. [ 1031.752748] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.753630] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.753863] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.753989] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.754213] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.764860] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: IN_PROGRESS for 2s [ 1032.213428] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba4be601-3772-4328-8f54-3f3a695afdc8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.214577] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba4be601-3772-4328-8f54-3f3a695afdc8 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.214846] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.217744] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3694ebc1-eb42-4c67-9d5b-75a9798ee5e5 with status ACTIVE [ 1032.217824] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.218109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.218109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.218336] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.218654] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.218654] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.218791] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.218791] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.219059] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.219059] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.219460] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.219460] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.219460] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.223477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.223738] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.223738] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3694ebc1-eb42-4c67-9d5b-75a9798ee5e5 is going to be updated. [ 1032.262905] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.263154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.263154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.263623] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.263623] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.263761] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3694ebc1-eb42-4c67-9d5b-75a9798ee5e5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.719512] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba4be601-3772-4328-8f54-3f3a695afdc8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.079527] env[65757]: INFO networking_nsxv3.common.synchronization [req-5a2acd96-9675-4b3f-aebc-1b84c55c302e req-614d3612-9134-401e-ba7a-e47dba873a14 tempest-ServersTestFqdnHostnames-658990818 tempest-ServersTestFqdnHostnames-658990818-project-member] Enqueued Resource ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 with Priority: HIGHEST for action security_group_members [ 1033.079805] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 with Priority: HIGHEST for action security_group_members [ 1033.080198] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-094def52-6041-4cd3-a1b0-6d2d2e9a0e82 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.080346] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.080391] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.080594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.080750] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.080839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.080894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.081233] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.081558] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.081558] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('094def52-6041-4cd3-a1b0-6d2d2e9a0e82',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.221918] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.222210] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.222210] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.222392] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.222494] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.222569] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba4be601-3772-4328-8f54-3f3a695afdc8 is going to be created. [ 1033.252090] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.252268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.252345] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.252568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.252765] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.263664] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba4be601-3772-4328-8f54-3f3a695afdc8 in Status: UNINITIALIZED for 2s [ 1033.586051] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.586051] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.586051] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.586051] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.586051] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.586051] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.586051] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.586051] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.586051] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.586051] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.586051] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 is going to be updated. [ 1033.617590] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.618193] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.618193] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.618193] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.618464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.665178] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 in Status: IN_PROGRESS for 2s [ 1033.779109] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: SUCCESS [ 1033.779109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.779109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.779109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.779109] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.779109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.779109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.779109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.779109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.779109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.779109] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.284908] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.284908] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.284908] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.284908] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.285343] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.285343] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.285343] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.285343] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.285563] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.285563] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.285658] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.285752] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.285797] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.285941] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.286094] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.286179] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.286231] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.286365] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.286496] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.286559] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.286599] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.791019] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0: rpc.has_security_group_logging(os_id): False [ 1034.812258] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.812521] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.812521] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.812683] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.812773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.813118] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.813271] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.813271] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.813441] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.813523] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.813717] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.813807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.813861] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.814011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.814091] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.814266] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.814354] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.814410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.814542] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.814606] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.814692] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 is going to be updated. [ 1034.878501] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.878770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.878904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.879229] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.879383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.896552] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: IN_PROGRESS for 2s [ 1035.276088] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba4be601-3772-4328-8f54-3f3a695afdc8 in Status: SUCCESS [ 1035.276406] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.276612] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.276902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.277158] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.277409] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.277500] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.277736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.277827] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.277949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.278115] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba4be601-3772-4328-8f54-3f3a695afdc8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.679191] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 in Status: SUCCESS [ 1035.679551] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 deletion is rescheduled due to dependency. [ 1035.679551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.783718] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba4be601-3772-4328-8f54-3f3a695afdc8 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.783718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.783718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.783718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.783718] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.783718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.783718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.783718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.783718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.783718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.783718] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba4be601-3772-4328-8f54-3f3a695afdc8 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.783718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.783718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.783718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.783718] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.783718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.784571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.784571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.784571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.784571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.784571] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba4be601-3772-4328-8f54-3f3a695afdc8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.237882] env[65757]: INFO networking_nsxv3.common.synchronization [None req-4294cc0d-c43f-4495-852f-8a274e0b036f None None] Enqueued Resource ID: c8adb5bf-b58b-421c-a846-9b6806bb5e8c with Priority: HIGHEST for action port [ 1036.239008] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8adb5bf-b58b-421c-a846-9b6806bb5e8c with Priority: HIGHEST for action port [ 1036.240033] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8adb5bf-b58b-421c-a846-9b6806bb5e8c taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.240211] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8adb5bf-b58b-421c-a846-9b6806bb5e8c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.240679] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8adb5bf-b58b-421c-a846-9b6806bb5e8c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.240679] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8adb5bf-b58b-421c-a846-9b6806bb5e8c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.240679] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8adb5bf-b58b-421c-a846-9b6806bb5e8c',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.285884] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba4be601-3772-4328-8f54-3f3a695afdc8: rpc.has_security_group_logging(os_id): False [ 1036.306851] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.307517] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.307517] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.307517] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.310440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.311811] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.312266] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.312484] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.313210] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.313210] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.313384] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.314055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.314055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.314055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.314055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.314055] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.314368] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.314368] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.314918] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.314918] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.314918] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba4be601-3772-4328-8f54-3f3a695afdc8 is going to be created. [ 1036.395364] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.395571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.395642] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.396028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.396359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.415786] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba4be601-3772-4328-8f54-3f3a695afdc8 in Status: IN_PROGRESS for 2s [ 1036.744218] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8adb5bf-b58b-421c-a846-9b6806bb5e8c [ 1036.744564] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.744714] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.744812] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.745119] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.745246] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.745357] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8adb5bf-b58b-421c-a846-9b6806bb5e8c already deleted. [ 1036.745515] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8adb5bf-b58b-421c-a846-9b6806bb5e8c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.917038] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: SUCCESS [ 1036.917038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.430817] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba4be601-3772-4328-8f54-3f3a695afdc8 in Status: SUCCESS [ 1038.431224] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.661148] env[65757]: INFO networking_nsxv3.common.synchronization [None req-ba292d8f-6f28-4c78-8520-e6f5b951a571 None None] Enqueued Resource ID: 1b7ef5c5-25ec-42fe-b179-2acf6d8fae01 with Priority: HIGHEST for action port [ 1038.662578] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b7ef5c5-25ec-42fe-b179-2acf6d8fae01 with Priority: HIGHEST for action port [ 1038.663291] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b7ef5c5-25ec-42fe-b179-2acf6d8fae01 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.663526] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b7ef5c5-25ec-42fe-b179-2acf6d8fae01" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.663601] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b7ef5c5-25ec-42fe-b179-2acf6d8fae01" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.663887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b7ef5c5-25ec-42fe-b179-2acf6d8fae01" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.663968] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b7ef5c5-25ec-42fe-b179-2acf6d8fae01',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.168371] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b7ef5c5-25ec-42fe-b179-2acf6d8fae01 [ 1039.168617] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.168742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.168808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.169026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.169113] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.169210] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b7ef5c5-25ec-42fe-b179-2acf6d8fae01 already deleted. [ 1039.169298] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b7ef5c5-25ec-42fe-b179-2acf6d8fae01" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.219509] env[65757]: INFO networking_nsxv3.common.synchronization [req-ee732f13-f2f4-4382-a6eb-f85e623484c0 req-c08cb9a9-f363-4e20-b191-d7645d7a6226 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Enqueued Resource ID: 62b233fe-9cf0-458f-af6c-b192f3053255 with Priority: HIGHEST for action security_group_members [ 1039.219509] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b233fe-9cf0-458f-af6c-b192f3053255 with Priority: HIGHEST for action security_group_members [ 1039.219509] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-62b233fe-9cf0-458f-af6c-b192f3053255 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.219509] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.219509] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.219509] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.219509] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.219509] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.219509] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.220050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.220050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.220216] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.725572] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.725572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.725572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.725572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.725572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.725572] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.725572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.725572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.725572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.725572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.725572] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62b233fe-9cf0-458f-af6c-b192f3053255 already deleted. [ 1039.726532] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.810993] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.811272] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.811526] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.811705] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.812047] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.812217] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.812494] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.812638] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.812840] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.813773] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.813773] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.813773] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.813773] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.813773] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.814143] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.814143] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.842824] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.843087] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.843189] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.843437] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.843789] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-66b3c1df-f143-4f43-bdf4-df30371e2a99 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.843989] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-66b3c1df-f143-4f43-bdf4-df30371e2a99" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.844127] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-66b3c1df-f143-4f43-bdf4-df30371e2a99" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.844461] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-66b3c1df-f143-4f43-bdf4-df30371e2a99" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.844599] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66b3c1df-f143-4f43-bdf4-df30371e2a99',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.349879] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.350119] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.350180] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.351210] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.351210] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.351210] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 66b3c1df-f143-4f43-bdf4-df30371e2a99 not found, creating... [ 1040.351583] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.351669] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.353366] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.354067] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.354390] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.354580] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.354740] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.354904] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.355098] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.355232] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.355369] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 66b3c1df-f143-4f43-bdf4-df30371e2a99 is going to be created. [ 1040.378163] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.378385] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.378522] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.379045] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.379177] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.379517] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-66b3c1df-f143-4f43-bdf4-df30371e2a99" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.116940] env[65757]: INFO networking_nsxv3.common.synchronization [req-ee732f13-f2f4-4382-a6eb-f85e623484c0 req-e5b1cbb6-b266-4217-a08a-606f165cccd1 service nova] Enqueued Resource ID: 62b233fe-9cf0-458f-af6c-b192f3053255 with Priority: HIGHEST for action security_group_rules [ 1041.116940] env[65757]: INFO networking_nsxv3.common.synchronization [req-ee732f13-f2f4-4382-a6eb-f85e623484c0 req-e5b1cbb6-b266-4217-a08a-606f165cccd1 service nova] Enqueued Resource ID: 62b233fe-9cf0-458f-af6c-b192f3053255 with Priority: HIGHEST for action security_group_members [ 1041.116940] env[65757]: INFO networking_nsxv3.common.synchronization [req-ee732f13-f2f4-4382-a6eb-f85e623484c0 req-e5b1cbb6-b266-4217-a08a-606f165cccd1 service nova] Enqueued Resource ID: 66b3c1df-f143-4f43-bdf4-df30371e2a99 with Priority: HIGHEST for action port [ 1041.117896] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b233fe-9cf0-458f-af6c-b192f3053255 with Priority: HIGHEST for action security_group_rules [ 1041.118249] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b233fe-9cf0-458f-af6c-b192f3053255 with Priority: HIGHEST for action security_group_members [ 1041.118393] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66b3c1df-f143-4f43-bdf4-df30371e2a99 with Priority: HIGHEST for action port [ 1041.118710] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62b233fe-9cf0-458f-af6c-b192f3053255 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.118838] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.118913] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.119130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.119308] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.122304] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-62b233fe-9cf0-458f-af6c-b192f3053255 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.122304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.122304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.122304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.122304] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.122304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.122304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.122304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.122304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.122304] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.123717] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-66b3c1df-f143-4f43-bdf4-df30371e2a99 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.123875] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66b3c1df-f143-4f43-bdf4-df30371e2a99" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.123961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66b3c1df-f143-4f43-bdf4-df30371e2a99" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.125072] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66b3c1df-f143-4f43-bdf4-df30371e2a99" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.125072] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66b3c1df-f143-4f43-bdf4-df30371e2a99',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.621465] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-62b233fe-9cf0-458f-af6c-b192f3053255 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.621778] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.624014] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.627054] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66b3c1df-f143-4f43-bdf4-df30371e2a99 with status ACTIVE [ 1041.627054] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.627054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.627054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.627054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.627054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.627054] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.627381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.627381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.627381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.627534] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.627836] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.628058] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.628742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.628951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.629143] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.629246] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66b3c1df-f143-4f43-bdf4-df30371e2a99 is going to be updated. [ 1041.655128] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.656417] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.656417] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.656417] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.656417] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.656417] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66b3c1df-f143-4f43-bdf4-df30371e2a99" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.127654] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.629511] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.629511] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.629511] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.629804] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.629804] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.629871] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62b233fe-9cf0-458f-af6c-b192f3053255 is going to be created. [ 1042.660742] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.660946] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.661020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.661240] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.661455] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.674209] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62b233fe-9cf0-458f-af6c-b192f3053255 in Status: UNINITIALIZED for 2s [ 1044.690070] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62b233fe-9cf0-458f-af6c-b192f3053255 in Status: SUCCESS [ 1044.690070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.690070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.690070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.690070] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.690070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.690070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.690070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.690070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.690070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.691049] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.842520] env[65757]: INFO networking_nsxv3.common.synchronization [None req-7350b162-3e1f-4cb2-b9df-ccebf56b79d3 None None] Enqueued Resource ID: 5337212f-50ea-40ea-a740-5329af2a5bb1 with Priority: HIGHEST for action port [ 1044.842520] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5337212f-50ea-40ea-a740-5329af2a5bb1 with Priority: HIGHEST for action port [ 1044.842520] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-5337212f-50ea-40ea-a740-5329af2a5bb1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.842520] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5337212f-50ea-40ea-a740-5329af2a5bb1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.842520] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5337212f-50ea-40ea-a740-5329af2a5bb1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.842520] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5337212f-50ea-40ea-a740-5329af2a5bb1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.842520] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5337212f-50ea-40ea-a740-5329af2a5bb1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.192774] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.349584] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5337212f-50ea-40ea-a740-5329af2a5bb1 [ 1045.349584] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.349584] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.349584] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.349584] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.349584] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.349584] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5337212f-50ea-40ea-a740-5329af2a5bb1 already deleted. [ 1045.349584] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5337212f-50ea-40ea-a740-5329af2a5bb1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.695932] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62b233fe-9cf0-458f-af6c-b192f3053255: rpc.has_security_group_logging(os_id): False [ 1045.721927] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.721927] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.721927] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.721927] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.722187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.722266] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.722340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.722445] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.722551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.722632] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.722718] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62b233fe-9cf0-458f-af6c-b192f3053255 is going to be created. [ 1045.804017] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.804017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.804017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.804017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.804017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.816711] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62b233fe-9cf0-458f-af6c-b192f3053255 in Status: IN_PROGRESS for 2s [ 1046.316140] env[65757]: INFO networking_nsxv3.common.synchronization [None req-a417d86a-b201-49e9-a207-4cfae10ba678 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Enqueued Resource ID: f320b681-88a2-4b12-991f-60edd361af96 with Priority: HIGHEST for action security_group_rules [ 1046.316140] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f320b681-88a2-4b12-991f-60edd361af96 with Priority: HIGHEST for action security_group_rules [ 1046.317046] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f320b681-88a2-4b12-991f-60edd361af96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.317046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.317046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.317046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.317046] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f320b681-88a2-4b12-991f-60edd361af96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.442119] env[65757]: INFO networking_nsxv3.common.synchronization [None req-a86083b7-48cf-4472-8406-3543d2ff37ac tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Enqueued Resource ID: f320b681-88a2-4b12-991f-60edd361af96 with Priority: HIGHEST for action security_group_rules [ 1046.442119] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f320b681-88a2-4b12-991f-60edd361af96 with Priority: HIGHEST for action security_group_rules [ 1046.442688] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f320b681-88a2-4b12-991f-60edd361af96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.442988] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.842418] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.844100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.844100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.844100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.844100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.844100] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f320b681-88a2-4b12-991f-60edd361af96 already deleted. [ 1046.844100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.844100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.844100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.844567] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f320b681-88a2-4b12-991f-60edd361af96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.370833] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.370969] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.370969] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.371190] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.371275] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.371395] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f320b681-88a2-4b12-991f-60edd361af96 already deleted. [ 1047.371493] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.530028] env[65757]: INFO networking_nsxv3.common.synchronization [None req-dea0330f-7bd7-4ee8-bef8-5e44a42b1ca0 None None] Enqueued Resource ID: baf28d82-adc0-48ed-9894-96c10c159f47 with Priority: HIGHEST for action port [ 1047.530181] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: baf28d82-adc0-48ed-9894-96c10c159f47 with Priority: HIGHEST for action port [ 1047.530855] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-baf28d82-adc0-48ed-9894-96c10c159f47 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.531041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-baf28d82-adc0-48ed-9894-96c10c159f47" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.531370] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-baf28d82-adc0-48ed-9894-96c10c159f47" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.531946] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-baf28d82-adc0-48ed-9894-96c10c159f47" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.531946] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('baf28d82-adc0-48ed-9894-96c10c159f47',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.830157] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62b233fe-9cf0-458f-af6c-b192f3053255 in Status: SUCCESS [ 1047.830592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.865458] env[65757]: INFO networking_nsxv3.common.synchronization [req-dd53bbfe-ebed-4011-bb99-7d47c393d38e req-9914e67b-add6-4e42-879a-ad4e09da114d tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 1047.866473] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 1047.866684] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.866942] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.867098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.867617] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.867809] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.867913] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.867976] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.868181] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.868552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.868709] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.972759] env[65757]: INFO networking_nsxv3.common.synchronization [None req-77e45a0c-1ad3-46f8-b64a-5ba45df2aaa2 None None] Enqueued Resource ID: fb32549f-88c4-4b50-a438-aaf985ee7752 with Priority: HIGHEST for action port [ 1047.974638] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb32549f-88c4-4b50-a438-aaf985ee7752 with Priority: HIGHEST for action port [ 1047.975122] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb32549f-88c4-4b50-a438-aaf985ee7752 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.975267] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb32549f-88c4-4b50-a438-aaf985ee7752" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.975733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb32549f-88c4-4b50-a438-aaf985ee7752" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.975733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb32549f-88c4-4b50-a438-aaf985ee7752" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.975733] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb32549f-88c4-4b50-a438-aaf985ee7752',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.034467] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port baf28d82-adc0-48ed-9894-96c10c159f47 [ 1048.034597] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.034726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.034801] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.035028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.035195] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.035254] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:baf28d82-adc0-48ed-9894-96c10c159f47 already deleted. [ 1048.035321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-baf28d82-adc0-48ed-9894-96c10c159f47" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.203659] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.203659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.203659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.203909] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.203988] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.316934] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.316934] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.317093] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.317726] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.317726] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.318292] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.318292] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.318513] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.318664] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.319022] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.319149] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.319222] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.319296] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.319409] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.320177] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.320177] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.343987] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.344112] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.344326] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.344687] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.344855] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-7ac1568c-c17d-487a-abf9-5688825783bb taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.345045] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-7ac1568c-c17d-487a-abf9-5688825783bb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.345170] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-7ac1568c-c17d-487a-abf9-5688825783bb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.345497] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-7ac1568c-c17d-487a-abf9-5688825783bb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.346105] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ac1568c-c17d-487a-abf9-5688825783bb',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.371803] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.372048] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.372604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.372604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.372719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.372942] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.373108] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.373203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.373875] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.373875] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.373875] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be updated. [ 1048.406058] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.406228] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.406296] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.406529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.406732] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.417326] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: IN_PROGRESS for 2s [ 1048.483551] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb32549f-88c4-4b50-a438-aaf985ee7752 [ 1048.483870] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.484080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.484284] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.484467] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.484565] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.484693] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb32549f-88c4-4b50-a438-aaf985ee7752 already deleted. [ 1048.484840] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb32549f-88c4-4b50-a438-aaf985ee7752" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.691444] env[65757]: INFO networking_nsxv3.common.synchronization [req-4642a8bd-9936-4a98-ab5e-11858e8d3bc6 req-6cbc80a7-efa4-406a-a4b2-560263160746 tempest-AttachInterfacesV270Test-1080489461 tempest-AttachInterfacesV270Test-1080489461-project-member] Enqueued Resource ID: ba4be601-3772-4328-8f54-3f3a695afdc8 with Priority: HIGHEST for action security_group_members [ 1048.692161] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba4be601-3772-4328-8f54-3f3a695afdc8 with Priority: HIGHEST for action security_group_members [ 1048.692516] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba4be601-3772-4328-8f54-3f3a695afdc8 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.692652] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.692719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.692941] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.693134] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.693871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.693871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.693871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.693871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.693871] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba4be601-3772-4328-8f54-3f3a695afdc8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.710603] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.848836] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.848941] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.849056] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.849355] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.849507] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.849658] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 7ac1568c-c17d-487a-abf9-5688825783bb not found, creating... [ 1048.850077] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.850077] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.850188] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.850462] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.850635] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.850948] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.851151] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.851308] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.851953] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.851953] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.852095] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 7ac1568c-c17d-487a-abf9-5688825783bb is going to be created. [ 1048.876746] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.877403] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.877644] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.877996] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.878352] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.878714] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-7ac1568c-c17d-487a-abf9-5688825783bb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.197669] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.197824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.197824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.198028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.198474] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.198474] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.198474] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.198474] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.198742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.198742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.198815] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba4be601-3772-4328-8f54-3f3a695afdc8 is going to be updated. [ 1049.212925] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.238620] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.238620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.238620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.238620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.238620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.249991] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba4be601-3772-4328-8f54-3f3a695afdc8 in Status: IN_PROGRESS for 2s [ 1049.649259] env[65757]: INFO networking_nsxv3.common.synchronization [req-dd53bbfe-ebed-4011-bb99-7d47c393d38e req-4f2ca206-fc92-4f07-9dd4-914c8c63601f service nova] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_rules [ 1049.649259] env[65757]: INFO networking_nsxv3.common.synchronization [req-dd53bbfe-ebed-4011-bb99-7d47c393d38e req-4f2ca206-fc92-4f07-9dd4-914c8c63601f service nova] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 1049.649259] env[65757]: INFO networking_nsxv3.common.synchronization [req-dd53bbfe-ebed-4011-bb99-7d47c393d38e req-4f2ca206-fc92-4f07-9dd4-914c8c63601f service nova] Enqueued Resource ID: 7ac1568c-c17d-487a-abf9-5688825783bb with Priority: HIGHEST for action port [ 1049.649259] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_rules [ 1049.649259] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 1049.649259] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ac1568c-c17d-487a-abf9-5688825783bb with Priority: HIGHEST for action port [ 1049.649259] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.649259] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.649259] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.649259] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.649259] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.649259] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.649259] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.650073] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ac1568c-c17d-487a-abf9-5688825783bb taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.650073] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ac1568c-c17d-487a-abf9-5688825783bb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.650073] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ac1568c-c17d-487a-abf9-5688825783bb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.650073] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ac1568c-c17d-487a-abf9-5688825783bb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.650285] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ac1568c-c17d-487a-abf9-5688825783bb',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.715044] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1049.715044] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1050.152173] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.152540] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.152857] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ac1568c-c17d-487a-abf9-5688825783bb with status ACTIVE [ 1050.152857] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.152857] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.152975] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.153399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.153535] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.153830] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.154011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.154127] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.154416] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.154614] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.154935] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.155099] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.155165] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.155419] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.155552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.155714] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ac1568c-c17d-487a-abf9-5688825783bb is going to be updated. [ 1050.183804] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.184064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.184255] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.184331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.184470] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.184679] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ac1568c-c17d-487a-abf9-5688825783bb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.436975] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 1050.437236] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea deletion is rescheduled due to dependency. [ 1050.437352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.442197] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.442197] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.442197] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.442197] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.442197] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.442197] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.442197] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.442953] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.804891] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.805081] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.805126] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.805325] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.819135] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1050.820149] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.821126] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1050.859423] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.859834] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.860056] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.860394] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.879254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.880384] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1050.881700] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1050.881700] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1050.930969] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.931217] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.931317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.934098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.934098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.934098] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1050.946399] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.017031] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.017031] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.017031] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.017031] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.020963] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.021988] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1051.106089] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.108228] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.108228] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.108458] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.109519] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.110157] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1051.110157] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7e12803d-4ecf-4cc1-b845-061506f487a9', 'b10c2628-4f86-4ee2-bc30-f29a8234ff7e', 'd5a25af7-88b4-4475-86a0-9164f9a6d340', '991fd949-89ab-4239-8c48-a4ec19919d1e', '90e37b36-288f-4a03-ab4e-73569ec5bc70', 'ac0215dc-8492-4890-9b8c-8fbbcd599944', '5052a0e9-f478-4179-a974-ad7a74a42f00', '3a917adb-97e9-4378-82d3-c2886ddabe96', 'bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0', '140991ce-da99-43cb-8e74-06b0139bf397', '781db2b2-3f60-4e35-908e-789cf054687f', '6344ab0c-8537-4cd7-987f-dfc774881303', '6e4d3e41-bd75-430f-84e0-997cbf0958ed', '7c17a845-6723-4e36-829b-a339e179fcd1', '094def52-6041-4cd3-a1b0-6d2d2e9a0e82', '6995c9d9-b4ca-496c-9279-14f7a5eaa29b', '77b8efeb-010b-4a64-9513-61054109d94e', 'ba4be601-3772-4328-8f54-3f3a695afdc8', '3552072a-60fc-4cc0-85cd-32382985b7f4', '2a2320e6-b7e9-466e-8830-9ec858995780', '68de3382-dd61-407a-a887-092f4f40f15a', 'a3aa5697-bb6c-4366-8c2d-0f553034687a', 'cf1d39fb-2844-4777-9054-03aff0dadc13', '977d4945-93e3-4a03-bb7d-ba30446f0bdf', 'f4b32fd3-8938-4185-a0c3-7ed142922642', '8938d9b7-7221-42ae-828f-89775c3c2980', '7b37d534-8992-4b57-98dd-9d99ad3b7ead', 'ba5c64b6-e70a-47bb-aa31-7ecb138bccb3', '25b36f8f-d482-4af9-9e26-74ca8ae90f71', '417a756e-2839-43d4-b516-d4811e75d060', '9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d', 'ec530184-cbcc-4aee-bccd-916aeefad577', 'dd208ab9-383b-4538-8ab0-b57766707e70', '2d1d8199-b22d-4802-bad4-dcf8ef180a9a', 'b32d5f65-8a84-4e37-9cef-829f31c8dcc2', '626ac428-b141-4238-a618-dc56972ac9da', 'f817a4f8-b0bc-463e-9991-ae22ab087ab0', 'fd924f7f-ad53-4e7b-855e-e0795c38f4ea', '62b233fe-9cf0-458f-af6c-b192f3053255', 'fa7d439d-dc0f-416e-a881-4c806012397e', 'bcee5c95-dab9-4cee-9962-e826ae8b2a9e', 'fe25d1be-854c-4a19-bb4a-ddeb92af5392'} {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1051.110157] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1051.130801] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.130965] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.131020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.132522] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.132522] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.132522] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1051.132522] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1051.132522] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1051.216786] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.217175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.217175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.217175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.218059] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.218313] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1051.218399] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1051.218459] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1051.218507] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1051.218580] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1051.218654] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 with Priority: HIGH for action security_group_rules [ 1051.218752] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e with Priority: HIGH for action security_group_rules [ 1051.218813] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 with Priority: HIGH for action security_group_rules [ 1051.218889] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGH for action security_group_rules [ 1051.218946] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 with Priority: HIGH for action security_group_rules [ 1051.219014] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGH for action security_group_rules [ 1051.219076] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGH for action security_group_rules [ 1051.219136] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGH for action security_group_rules [ 1051.219201] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGH for action security_group_rules [ 1051.219247] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 140991ce-da99-43cb-8e74-06b0139bf397 with Priority: HIGH for action security_group_rules [ 1051.219311] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 781db2b2-3f60-4e35-908e-789cf054687f with Priority: HIGH for action security_group_rules [ 1051.219395] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6344ab0c-8537-4cd7-987f-dfc774881303 with Priority: HIGH for action security_group_rules [ 1051.219468] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed with Priority: HIGH for action security_group_rules [ 1051.219530] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGH for action security_group_rules [ 1051.219587] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 with Priority: HIGH for action security_group_rules [ 1051.219646] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b with Priority: HIGH for action security_group_rules [ 1051.219706] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77b8efeb-010b-4a64-9513-61054109d94e with Priority: HIGH for action security_group_rules [ 1051.219765] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba4be601-3772-4328-8f54-3f3a695afdc8 with Priority: HIGH for action security_group_rules [ 1051.219825] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGH for action security_group_rules [ 1051.219884] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGH for action security_group_rules [ 1051.219982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.262196] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba4be601-3772-4328-8f54-3f3a695afdc8 in Status: SUCCESS [ 1051.262610] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba4be601-3772-4328-8f54-3f3a695afdc8 deletion is rescheduled due to dependency. [ 1051.262776] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.450574] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.659189] env[65757]: INFO networking_nsxv3.common.synchronization [None req-c1cf5b32-5e5c-480b-a1ef-e8124956e317 None None] Enqueued Resource ID: b06bab8c-c442-40da-ac2a-4b70e6420ea4 with Priority: HIGHEST for action port [ 1051.659625] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b06bab8c-c442-40da-ac2a-4b70e6420ea4 with Priority: HIGHEST for action port [ 1051.659846] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 with Priority: HIGH for action security_group_rules [ 1051.660049] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 with Priority: HIGH for action security_group_rules [ 1051.660183] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 with Priority: HIGH for action security_group_rules [ 1051.660342] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 with Priority: HIGH for action security_group_rules [ 1051.660491] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a2320e6-b7e9-466e-8830-9ec858995780 with Priority: HIGH for action security_group_rules [ 1051.660624] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 with Priority: HIGH for action security_group_rules [ 1051.660761] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba4be601-3772-4328-8f54-3f3a695afdc8 with Priority: HIGH for action security_group_rules [ 1051.660862] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77b8efeb-010b-4a64-9513-61054109d94e with Priority: HIGH for action security_group_rules [ 1051.660976] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c17a845-6723-4e36-829b-a339e179fcd1 with Priority: HIGH for action security_group_rules [ 1051.661114] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b with Priority: HIGH for action security_group_rules [ 1051.661262] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed with Priority: HIGH for action security_group_rules [ 1051.661405] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6344ab0c-8537-4cd7-987f-dfc774881303 with Priority: HIGH for action security_group_rules [ 1051.661523] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 781db2b2-3f60-4e35-908e-789cf054687f with Priority: HIGH for action security_group_rules [ 1051.661653] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 140991ce-da99-43cb-8e74-06b0139bf397 with Priority: HIGH for action security_group_rules [ 1051.661747] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGH for action security_group_rules [ 1051.661833] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGH for action security_group_rules [ 1051.661919] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 with Priority: HIGH for action security_group_rules [ 1051.662436] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 with Priority: HIGH for action security_group_rules [ 1051.662589] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e with Priority: HIGH for action security_group_rules [ 1051.662768] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGH for action security_group_rules [ 1051.663133] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-b06bab8c-c442-40da-ac2a-4b70e6420ea4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.663281] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b06bab8c-c442-40da-ac2a-4b70e6420ea4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.663364] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b06bab8c-c442-40da-ac2a-4b70e6420ea4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.663651] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b06bab8c-c442-40da-ac2a-4b70e6420ea4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.663734] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b06bab8c-c442-40da-ac2a-4b70e6420ea4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.664810] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e12803d-4ecf-4cc1-b845-061506f487a9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.664971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.665058] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.665271] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.665355] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e12803d-4ecf-4cc1-b845-061506f487a9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.666361] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5a25af7-88b4-4475-86a0-9164f9a6d340 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.666523] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.666643] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.666866] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.666956] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5a25af7-88b4-4475-86a0-9164f9a6d340',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.671084] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5052a0e9-f478-4179-a974-ad7a74a42f00 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.671084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.671084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.671084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.671084] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5052a0e9-f478-4179-a974-ad7a74a42f00',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.671462] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-094def52-6041-4cd3-a1b0-6d2d2e9a0e82 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.671536] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.671624] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.672948] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.672948] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('094def52-6041-4cd3-a1b0-6d2d2e9a0e82',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.673483] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a2320e6-b7e9-466e-8830-9ec858995780 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.673716] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.673716] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.674393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.674393] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a2320e6-b7e9-466e-8830-9ec858995780',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.675091] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3552072a-60fc-4cc0-85cd-32382985b7f4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.675091] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.675330] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.675330] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.675406] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3552072a-60fc-4cc0-85cd-32382985b7f4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.676252] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba4be601-3772-4328-8f54-3f3a695afdc8 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.676425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.676542] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.676792] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.676914] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba4be601-3772-4328-8f54-3f3a695afdc8',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.682151] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77b8efeb-010b-4a64-9513-61054109d94e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.682298] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.682367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.682568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.683559] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77b8efeb-010b-4a64-9513-61054109d94e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.684615] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c17a845-6723-4e36-829b-a339e179fcd1 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.684884] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.684884] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.685035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.685133] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c17a845-6723-4e36-829b-a339e179fcd1',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.687024] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.687024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.687024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.687024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.687024] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6995c9d9-b4ca-496c-9279-14f7a5eaa29b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.689558] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6e4d3e41-bd75-430f-84e0-997cbf0958ed taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.689667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.689735] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.689951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.690070] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6e4d3e41-bd75-430f-84e0-997cbf0958ed',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.692695] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6344ab0c-8537-4cd7-987f-dfc774881303 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.692997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.692997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.693176] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.695356] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6344ab0c-8537-4cd7-987f-dfc774881303',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.696609] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-781db2b2-3f60-4e35-908e-789cf054687f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.697826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.697879] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.698250] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.698250] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('781db2b2-3f60-4e35-908e-789cf054687f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.700494] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-140991ce-da99-43cb-8e74-06b0139bf397 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.700615] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.700712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.700922] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.700999] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('140991ce-da99-43cb-8e74-06b0139bf397',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.702931] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.703066] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.703146] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.703330] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.703421] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.705019] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.705135] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.705226] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.705411] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.705539] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.706348] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a917adb-97e9-4378-82d3-c2886ddabe96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.706536] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.706789] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.707013] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.707172] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a917adb-97e9-4378-82d3-c2886ddabe96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.708008] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-90e37b36-288f-4a03-ab4e-73569ec5bc70 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.708139] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.708215] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.708434] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.708519] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('90e37b36-288f-4a03-ab4e-73569ec5bc70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.711816] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.711921] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.711999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.712275] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.712354] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b10c2628-4f86-4ee2-bc30-f29a8234ff7e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.713187] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-991fd949-89ab-4239-8c48-a4ec19919d1e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.713312] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.713390] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.713652] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.713717] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.954747] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.954747] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.954747] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.954747] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.954747] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.954747] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be updated. [ 1051.991386] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.991386] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.991386] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.991386] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.991386] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.004458] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: IN_PROGRESS for 2s [ 1052.216914] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a25af7-88b4-4475-86a0-9164f9a6d340 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.217324] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.217324] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.217607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.217943] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.217943] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.218100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.218595] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.218595] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.218595] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.218595] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5a25af7-88b4-4475-86a0-9164f9a6d340',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.219467] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b06bab8c-c442-40da-ac2a-4b70e6420ea4 [ 1052.219711] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.219891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.219958] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.220229] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.220332] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.220454] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b06bab8c-c442-40da-ac2a-4b70e6420ea4 already deleted. [ 1052.221027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b06bab8c-c442-40da-ac2a-4b70e6420ea4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.225527] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.225667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.225731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.225921] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.227687] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.227687] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.227687] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.227687] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.227687] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.227687] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.227687] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.228150] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e12803d-4ecf-4cc1-b845-061506f487a9 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.228150] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.228150] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.228279] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.229119] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.229119] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.229119] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.229119] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.230050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.230050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.230050] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e12803d-4ecf-4cc1-b845-061506f487a9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.243060] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.244162] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.244835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.244835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.246030] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.246030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.246030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.246030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.246030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.246030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.246030] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.253203] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-991fd949-89ab-4239-8c48-a4ec19919d1e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.253203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.253203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.253618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.254464] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.254464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.254464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.254464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.254464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.254464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.254783] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.336696] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.336855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.336917] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.337427] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.340250] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.340250] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.341248] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.341362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.342257] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.342382] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.343204] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.343335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.344203] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.344324] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.345381] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.345381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.346138] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.346251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.347040] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.347147] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.347910] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.348033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.348901] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.348901] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.349670] env[65757]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1052.350165] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.350270] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.351145] env[65757]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1052.351705] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.351794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.353289] env[65757]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1052.353740] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.353854] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.354562] env[65757]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1052.354992] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.356198] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.379670] env[65757]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1052.380676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.380832] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77b8efeb-010b-4a64-9513-61054109d94e is going to be deleted. [ 1052.381887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.382184] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.410784] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.410947] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a2320e6-b7e9-466e-8830-9ec858995780 is going to be deleted. [ 1052.412976] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.412976] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.437918] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.438139] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6995c9d9-b4ca-496c-9279-14f7a5eaa29b is going to be deleted. [ 1052.440570] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.440570] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.455510] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.455692] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.473683] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.473683] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 90e37b36-288f-4a03-ab4e-73569ec5bc70 is going to be deleted. [ 1052.476232] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.476453] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.525184] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.525184] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 781db2b2-3f60-4e35-908e-789cf054687f is going to be deleted. [ 1052.526365] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.526656] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.528662] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.528943] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.580121] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.580269] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.583921] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.584097] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.632230] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.632835] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b10c2628-4f86-4ee2-bc30-f29a8234ff7e is going to be deleted. [ 1052.635223] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.635596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.679752] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.679918] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5052a0e9-f478-4179-a974-ad7a74a42f00 is going to be deleted. [ 1052.682025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.682025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.733817] env[65757]: INFO networking_nsxv3.common.synchronization [req-42904b10-06de-4bc1-b9e2-13bb1656ef27 req-dfbcc1a5-07bf-4e0c-a2bd-824e3a5bb59a tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Enqueued Resource ID: 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba with Priority: HIGHEST for action security_group_members [ 1052.734386] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba with Priority: HIGHEST for action security_group_members [ 1052.735061] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.735197] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.735243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.735605] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.735786] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.735897] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.735961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.736148] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.736235] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.736383] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84643d00-cb6b-40a4-aa0a-9f3225dbe9ba',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.737259] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5a25af7-88b4-4475-86a0-9164f9a6d340',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.738047] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e12803d-4ecf-4cc1-b845-061506f487a9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.739992] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.742070] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.743414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.759036] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.761116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.761254] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6344ab0c-8537-4cd7-987f-dfc774881303 is going to be deleted. [ 1052.762651] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.762843] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.766149] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.766941] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.766941] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.766941] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.766941] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.766941] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.766941] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.767723] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.767723] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.767723] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.767723] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.767887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.767887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.768951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.768951] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.768951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.768951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.768951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.768951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.768951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.768951] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.792544] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.792688] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.838954] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.838954] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba4be601-3772-4328-8f54-3f3a695afdc8 is going to be deleted. [ 1052.839665] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.840031] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.857962] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.858280] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.104889] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-168 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.104889] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-168" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.104889] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-168" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.104889] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-168" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.104889] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.104889] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.104889] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.104889] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.104889] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.105492] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.105492] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.105492] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.105632] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.105720] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.105821] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.105948] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.121036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.121191] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a917adb-97e9-4378-82d3-c2886ddabe96 is going to be deleted. [ 1053.122270] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.122592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.155229] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.155457] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.166791] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.166976] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.061 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.167141] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.167317] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-168" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.167636] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-02f97ab4-bc92-4c3e-95cf-903e96416704 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.167814] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-02f97ab4-bc92-4c3e-95cf-903e96416704" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.167932] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-02f97ab4-bc92-4c3e-95cf-903e96416704" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.168898] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-02f97ab4-bc92-4c3e-95cf-903e96416704" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.168898] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02f97ab4-bc92-4c3e-95cf-903e96416704',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.210625] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.210837] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 094def52-6041-4cd3-a1b0-6d2d2e9a0e82 is going to be deleted. [ 1053.213880] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.214844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.242528] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5a25af7-88b4-4475-86a0-9164f9a6d340: rpc.has_security_group_logging(os_id): False [ 1053.244362] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e12803d-4ecf-4cc1-b845-061506f487a9: rpc.has_security_group_logging(os_id): False [ 1053.245766] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.246325] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.246325] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac0215dc-8492-4890-9b8c-8fbbcd599944: rpc.has_security_group_logging(os_id): False [ 1053.265327] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 991fd949-89ab-4239-8c48-a4ec19919d1e: rpc.has_security_group_logging(os_id): False [ 1053.273580] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0: rpc.has_security_group_logging(os_id): False [ 1053.398095] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.398276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.401382] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.401673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.403125] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.403302] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.404704] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.404887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.405879] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.406032] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.407105] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.407208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.409816] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.409962] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3552072a-60fc-4cc0-85cd-32382985b7f4 is going to be deleted. [ 1053.411150] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.411593] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.421705] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.421705] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.482619] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.482762] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6e4d3e41-bd75-430f-84e0-997cbf0958ed is going to be deleted. [ 1053.483918] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.484292] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.556843] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.556843] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.586517] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.586705] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 140991ce-da99-43cb-8e74-06b0139bf397 is going to be deleted. [ 1053.587665] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.587956] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.635306] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.635555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.660583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.660780] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c17a845-6723-4e36-829b-a339e179fcd1 is going to be deleted. [ 1053.662794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.662794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.662794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.662794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77b8efeb-010b-4a64-9513-61054109d94e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.662794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.662794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.662794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.663315] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a2320e6-b7e9-466e-8830-9ec858995780" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6995c9d9-b4ca-496c-9279-14f7a5eaa29b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-90e37b36-288f-4a03-ab4e-73569ec5bc70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-781db2b2-3f60-4e35-908e-789cf054687f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b10c2628-4f86-4ee2-bc30-f29a8234ff7e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5052a0e9-f478-4179-a974-ad7a74a42f00" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6344ab0c-8537-4cd7-987f-dfc774881303" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.667050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.668997] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.668997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.668997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.668997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.668997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.668997] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba already deleted. [ 1053.668997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.668997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.668997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.668997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.668997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba4be601-3772-4328-8f54-3f3a695afdc8" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.668997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.668997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.671592] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.674043] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.674043] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.674043] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.674043] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.674043] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 02f97ab4-bc92-4c3e-95cf-903e96416704 not found, creating... [ 1053.674043] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.674043] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.674043] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.674043] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.674043] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.674724] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.674724] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.674724] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.674724] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.674724] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.674997] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 02f97ab4-bc92-4c3e-95cf-903e96416704 is going to be created. [ 1053.726027] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.726027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.843812] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.844263] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.844374] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.844443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.844650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.844768] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.844873] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 991fd949-89ab-4239-8c48-a4ec19919d1e is going to be updated. [ 1053.846144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.846542] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.881721] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.881721] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.894449] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.894805] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.894942] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.895633] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.895726] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.896068] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-02f97ab4-bc92-4c3e-95cf-903e96416704" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.951767] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.951965] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.987673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.988059] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.988199] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.988246] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.991292] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.991455] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.991628] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 is going to be updated. [ 1053.993386] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.993554] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.055686] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 1054.056515] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.056515] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.056515] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.056715] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.056777] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.056820] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.056953] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.057049] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.057164] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.057263] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.081878] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.082242] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.082339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.082476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.083222] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.083222] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.083222] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 is going to be updated. [ 1054.084268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.084474] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.084562] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.084681] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a917adb-97e9-4378-82d3-c2886ddabe96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.084814] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.084964] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.085052] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.085166] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-094def52-6041-4cd3-a1b0-6d2d2e9a0e82" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.085313] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.085458] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.085537] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.085650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3552072a-60fc-4cc0-85cd-32382985b7f4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.085766] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.085950] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.086065] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.086186] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6e4d3e41-bd75-430f-84e0-997cbf0958ed" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.086831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.086984] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.162280] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.162423] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.165496] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.165825] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.165958] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.166037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.166245] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.166342] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.166573] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.166676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.166889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.166889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.167035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.167152] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.167231] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.167284] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.167440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.167511] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.167584] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 is going to be updated. [ 1054.169011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.169011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.169146] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.169309] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c17a845-6723-4e36-829b-a339e179fcd1" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.169390] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.169551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.239433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.239939] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.240117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.240202] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.240425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.240529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.240698] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 is going to be updated. [ 1054.243701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.244163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.244304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.245681] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.246421] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.246606] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.246791] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-140991ce-da99-43cb-8e74-06b0139bf397" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.266242] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.266695] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.266695] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.267537] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.267537] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.305119] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 991fd949-89ab-4239-8c48-a4ec19919d1e in Status: IN_PROGRESS for 2s [ 1054.322913] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: IN_PROGRESS for 2s [ 1054.404470] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.404775] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.404892] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.405111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.405303] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.478165] env[65757]: INFO networking_nsxv3.common.synchronization [req-42904b10-06de-4bc1-b9e2-13bb1656ef27 req-0f802254-d8c2-4f2c-9977-c40bd76a81f5 service nova] Enqueued Resource ID: 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba with Priority: HIGHEST for action security_group_rules [ 1054.478385] env[65757]: INFO networking_nsxv3.common.synchronization [req-42904b10-06de-4bc1-b9e2-13bb1656ef27 req-0f802254-d8c2-4f2c-9977-c40bd76a81f5 service nova] Enqueued Resource ID: 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba with Priority: HIGHEST for action security_group_members [ 1054.478551] env[65757]: INFO networking_nsxv3.common.synchronization [req-42904b10-06de-4bc1-b9e2-13bb1656ef27 req-0f802254-d8c2-4f2c-9977-c40bd76a81f5 service nova] Enqueued Resource ID: 02f97ab4-bc92-4c3e-95cf-903e96416704 with Priority: HIGHEST for action port [ 1054.479734] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.479861] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.480881] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.481286] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.481631] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.482964] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba with Priority: HIGHEST for action security_group_rules [ 1054.483101] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba with Priority: HIGHEST for action security_group_members [ 1054.483191] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02f97ab4-bc92-4c3e-95cf-903e96416704 with Priority: HIGHEST for action port [ 1054.485699] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.485699] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.485699] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.485699] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.485699] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.487165] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.487165] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.487165] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.487165] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.487165] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84643d00-cb6b-40a4-aa0a-9f3225dbe9ba',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.487982] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.488177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.488722] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.488722] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.488722] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.488722] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.488904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.489383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.489383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.489383] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84643d00-cb6b-40a4-aa0a-9f3225dbe9ba',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.490325] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-02f97ab4-bc92-4c3e-95cf-903e96416704 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.490481] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02f97ab4-bc92-4c3e-95cf-903e96416704" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.490481] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02f97ab4-bc92-4c3e-95cf-903e96416704" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.490672] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02f97ab4-bc92-4c3e-95cf-903e96416704" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.490752] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02f97ab4-bc92-4c3e-95cf-903e96416704',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.495537] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 in Status: IN_PROGRESS for 2s [ 1054.559205] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 in Status: IN_PROGRESS for 2s [ 1054.559702] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.559923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.560073] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.560389] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.560707] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.560861] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.560982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.561269] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.561395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.561520] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.561765] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.561926] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.562046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.562294] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.562542] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.562672] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.562769] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.562999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.563152] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.563304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.563474] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.565580] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: IN_PROGRESS for 2s [ 1054.993917] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84643d00-cb6b-40a4-aa0a-9f3225dbe9ba',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.996478] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.996478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.996478] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02f97ab4-bc92-4c3e-95cf-903e96416704 with status ACTIVE [ 1054.996478] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.996478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.996478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.996478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.996478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.996478] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.996478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.996478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.996478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.996478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.997445] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.997445] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.997445] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.997445] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.997445] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.997445] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02f97ab4-bc92-4c3e-95cf-903e96416704 is going to be updated. [ 1055.026926] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.026926] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.026926] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.027488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.027488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.029292] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02f97ab4-bc92-4c3e-95cf-903e96416704" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.067152] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd924f7f-ad53-4e7b-855e-e0795c38f4ea: rpc.has_security_group_logging(os_id): False [ 1055.087802] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.089225] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.089225] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.089225] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.140603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.141049] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.141317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.141317] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.142650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.142650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.142650] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.142650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.142650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.142940] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.143065] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.143801] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.143801] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.143801] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.144098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.144230] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.144407] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be updated. [ 1055.251464] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.251974] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.251974] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.251974] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.252134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.277419] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: IN_PROGRESS for 2s [ 1055.358408] env[65757]: INFO networking_nsxv3.common.synchronization [req-671fe39b-3204-4290-9215-4f22f393dd3a req-dcc56888-e321-401e-9c15-2f61ba4b2f4f tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 1055.358408] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 1055.358965] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.359209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.359306] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.359565] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.360065] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.360065] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.360065] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.360241] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.360377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.360429] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.500552] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84643d00-cb6b-40a4-aa0a-9f3225dbe9ba',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.769971] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.770304] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.770746] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.771126] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.771435] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.771611] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.771732] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.772037] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.772183] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.772418] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.772568] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.772691] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.772803] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.772921] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.773450] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.773450] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.794658] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.794874] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.795027] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.795191] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.795504] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-68137e9d-358a-451e-aa38-ae5645fa1959 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.795679] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-68137e9d-358a-451e-aa38-ae5645fa1959" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.795794] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-68137e9d-358a-451e-aa38-ae5645fa1959" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.796139] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-68137e9d-358a-451e-aa38-ae5645fa1959" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.796281] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68137e9d-358a-451e-aa38-ae5645fa1959',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.863412] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.004524] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.004748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.004788] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.004983] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.005096] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.005295] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba is going to be created. [ 1056.038771] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.038948] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.038994] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.039427] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.039625] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.059759] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba in Status: UNINITIALIZED for 2s [ 1056.298554] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.298962] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.299087] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.299519] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.299713] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.299909] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 68137e9d-358a-451e-aa38-ae5645fa1959 not found, creating... [ 1056.300279] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.300560] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.300629] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.300926] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.301236] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.301603] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.301829] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.301966] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.302237] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.302396] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.302585] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 68137e9d-358a-451e-aa38-ae5645fa1959 is going to be created. [ 1056.345455] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.345829] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.345829] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.346266] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.346465] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.346758] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-68137e9d-358a-451e-aa38-ae5645fa1959" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.348560] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 991fd949-89ab-4239-8c48-a4ec19919d1e in Status: SUCCESS [ 1056.348822] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.365764] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.380115] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: SUCCESS [ 1056.380315] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.526639] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 in Status: SUCCESS [ 1056.527934] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.590199] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 in Status: SUCCESS [ 1056.590627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.602112] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: SUCCESS [ 1056.602363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.868530] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.868702] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.868802] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.869049] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.869166] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.869487] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 1056.916550] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.916770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.916862] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.917162] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.917314] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.928852] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 1057.056267] env[65757]: INFO networking_nsxv3.common.synchronization [req-671fe39b-3204-4290-9215-4f22f393dd3a req-98f5444b-5751-4490-bdf6-b857a7d18292 service nova] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_rules [ 1057.056439] env[65757]: INFO networking_nsxv3.common.synchronization [req-671fe39b-3204-4290-9215-4f22f393dd3a req-98f5444b-5751-4490-bdf6-b857a7d18292 service nova] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 1057.056568] env[65757]: INFO networking_nsxv3.common.synchronization [req-671fe39b-3204-4290-9215-4f22f393dd3a req-98f5444b-5751-4490-bdf6-b857a7d18292 service nova] Enqueued Resource ID: 68137e9d-358a-451e-aa38-ae5645fa1959 with Priority: HIGHEST for action port [ 1057.057308] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_rules [ 1057.057461] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 1057.057598] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68137e9d-358a-451e-aa38-ae5645fa1959 with Priority: HIGHEST for action port [ 1057.057976] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.058154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.058221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.058476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.058600] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.060199] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.060199] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.060199] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-68137e9d-358a-451e-aa38-ae5645fa1959 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.060422] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68137e9d-358a-451e-aa38-ae5645fa1959" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.060422] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68137e9d-358a-451e-aa38-ae5645fa1959" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.060543] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68137e9d-358a-451e-aa38-ae5645fa1959" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.060963] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68137e9d-358a-451e-aa38-ae5645fa1959',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.331857] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 1057.332225] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.564950] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.564950] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.565185] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68137e9d-358a-451e-aa38-ae5645fa1959 with status ACTIVE [ 1057.565656] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.565819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.565893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.566115] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.566203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.566393] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.566501] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.566545] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.566740] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.567062] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.567284] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.567397] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.567466] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.567606] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.567692] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.567807] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68137e9d-358a-451e-aa38-ae5645fa1959 is going to be updated. [ 1057.595838] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.596130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.596200] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.596452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.596603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.597336] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68137e9d-358a-451e-aa38-ae5645fa1959" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.071903] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba in Status: SUCCESS [ 1058.072177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.072348] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.072566] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.072838] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.072968] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.073078] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.073354] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.073354] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.073446] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.073480] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84643d00-cb6b-40a4-aa0a-9f3225dbe9ba',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.576705] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.577820] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.577820] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.577987] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.582243] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.582243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.582243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.582243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.582243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.582243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.582243] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.582243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.582243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.582243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.582243] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.582243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.582243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.582243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.582243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.582243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.582243] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84643d00-cb6b-40a4-aa0a-9f3225dbe9ba',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.941052] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 1058.941939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.941939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.941939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.942121] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.942181] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.942354] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.942424] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.942470] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.942570] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.085406] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba: rpc.has_security_group_logging(os_id): False [ 1059.106424] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.106620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.106694] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.106916] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.107016] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.107260] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.107377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.107454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.107612] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.107689] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.107899] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.107996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.108086] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.108273] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.108345] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.108603] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.108706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.108752] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.108911] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.109056] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.109151] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba is going to be created. [ 1059.179035] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.179035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.179035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.179035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.179035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.191968] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba in Status: IN_PROGRESS for 2s [ 1059.445059] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.948884] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.450978] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.451290] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.451411] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.451794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.451952] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.452112] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 1060.501803] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.502040] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.502109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.502389] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.502583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.514243] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 1061.206028] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba in Status: SUCCESS [ 1061.206487] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.058245] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1062.058350] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1062.333522] env[65757]: INFO networking_nsxv3.common.synchronization [req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 req-71a9dc0d-4cf7-4daa-9678-93011ff8344b tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Enqueued Resource ID: f320b681-88a2-4b12-991f-60edd361af96 with Priority: HIGHEST for action security_group_members [ 1062.334127] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f320b681-88a2-4b12-991f-60edd361af96 with Priority: HIGHEST for action security_group_members [ 1062.334438] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f320b681-88a2-4b12-991f-60edd361af96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.334557] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.334684] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.334880] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.335067] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.335169] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.335232] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.335429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.335517] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.335554] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f320b681-88a2-4b12-991f-60edd361af96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.525495] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 1062.525700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.525872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.526134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.526322] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.526480] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.526626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.526817] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.526897] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.529021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.529021] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.760482] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.761370] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-28" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.761600] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-28" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.761971] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-28" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.762306] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.762509] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.762664] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.762959] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.763153] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.763409] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.763551] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.763690] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.763824] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.763962] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.764108] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.764278] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.792450] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.792625] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.792759] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.792934] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-28" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.793280] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-5e6f3014-351b-4ebc-9aca-88c4ddecbe61 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.793454] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-5e6f3014-351b-4ebc-9aca-88c4ddecbe61" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.793573] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-5e6f3014-351b-4ebc-9aca-88c4ddecbe61" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.793955] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-5e6f3014-351b-4ebc-9aca-88c4ddecbe61" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.794112] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e6f3014-351b-4ebc-9aca-88c4ddecbe61',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.837373] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.837536] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.837569] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.837795] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.837878] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.838090] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.838196] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.838256] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.838405] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.838479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.838558] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f320b681-88a2-4b12-991f-60edd361af96 already deleted. [ 1062.838639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.029502] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.033021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.033021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.033021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.033021] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.033021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.033021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.033021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.033021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.033021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.033021] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.033021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.033021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.033021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.033021] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.033021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.033021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.033021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.033021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.033736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.033736] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.298929] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.299115] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.299115] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.299460] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.299624] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.299786] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 5e6f3014-351b-4ebc-9aca-88c4ddecbe61 not found, creating... [ 1063.300082] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.300244] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.300351] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.300659] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.300819] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.301176] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.301316] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.301420] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.301648] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.301779] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.301916] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 5e6f3014-351b-4ebc-9aca-88c4ddecbe61 is going to be created. [ 1063.337860] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.338309] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.338309] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.338713] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.339064] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.339355] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-5e6f3014-351b-4ebc-9aca-88c4ddecbe61" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.477780] env[65757]: INFO networking_nsxv3.common.synchronization [req-c8250fc2-7678-49ae-b5e1-9fd7ed4c67c8 req-9a5c1269-92de-486f-860f-71a20e3a183b tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 1063.479206] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 1063.479206] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.479206] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.479206] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.479529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.480044] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.480412] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.480412] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.480578] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.480578] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.480687] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.537466] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4b32fd3-8938-4185-a0c3-7ed142922642: rpc.has_security_group_logging(os_id): False [ 1063.564440] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.564595] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.564668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.564886] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.591844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.593524] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.593782] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.595041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.595041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.595041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.595041] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.595041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.595041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.595473] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.596963] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.596963] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.597190] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.597221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.597583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.597583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.597726] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 1063.690023] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.690023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.690023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.690023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.690023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.710230] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 1063.986246] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.986406] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.986477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.986731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.986821] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.987047] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.987156] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.987216] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.987375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.987581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.987581] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be updated. [ 1064.053988] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.054166] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.054254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.054469] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.054632] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.078874] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: IN_PROGRESS for 2s [ 1064.082765] env[65757]: INFO networking_nsxv3.common.synchronization [req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 req-de7b188d-e5cc-4934-9718-725ff8a48362 service nova] Enqueued Resource ID: f320b681-88a2-4b12-991f-60edd361af96 with Priority: HIGHEST for action security_group_rules [ 1064.083131] env[65757]: INFO networking_nsxv3.common.synchronization [req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 req-de7b188d-e5cc-4934-9718-725ff8a48362 service nova] Enqueued Resource ID: f320b681-88a2-4b12-991f-60edd361af96 with Priority: HIGHEST for action security_group_members [ 1064.083131] env[65757]: INFO networking_nsxv3.common.synchronization [req-e5e55c95-4d3c-4af6-9fb1-05462d2ceb41 req-de7b188d-e5cc-4934-9718-725ff8a48362 service nova] Enqueued Resource ID: 5e6f3014-351b-4ebc-9aca-88c4ddecbe61 with Priority: HIGHEST for action port [ 1064.083710] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f320b681-88a2-4b12-991f-60edd361af96 with Priority: HIGHEST for action security_group_rules [ 1064.083890] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f320b681-88a2-4b12-991f-60edd361af96 with Priority: HIGHEST for action security_group_members [ 1064.083987] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e6f3014-351b-4ebc-9aca-88c4ddecbe61 with Priority: HIGHEST for action port [ 1064.084255] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f320b681-88a2-4b12-991f-60edd361af96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.084367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.084509] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.084649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.084716] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f320b681-88a2-4b12-991f-60edd361af96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.087360] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f320b681-88a2-4b12-991f-60edd361af96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.087360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.087360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.087360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.087493] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.087493] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.087620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.087816] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.087816] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.087924] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f320b681-88a2-4b12-991f-60edd361af96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.089748] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e6f3014-351b-4ebc-9aca-88c4ddecbe61 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.090020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e6f3014-351b-4ebc-9aca-88c4ddecbe61" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.090068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e6f3014-351b-4ebc-9aca-88c4ddecbe61" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.090335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e6f3014-351b-4ebc-9aca-88c4ddecbe61" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.090335] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e6f3014-351b-4ebc-9aca-88c4ddecbe61',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.587273] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f320b681-88a2-4b12-991f-60edd361af96 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.588098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.599027] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f320b681-88a2-4b12-991f-60edd361af96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.599027] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e6f3014-351b-4ebc-9aca-88c4ddecbe61 with status ACTIVE [ 1064.599027] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.599027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.599027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.599027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.599027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.599027] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.599027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.599027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.599027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.599027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.600420] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.603504] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.603504] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.603504] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.603504] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.603504] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e6f3014-351b-4ebc-9aca-88c4ddecbe61 is going to be updated. [ 1064.634953] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.634953] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.634953] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.634953] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.634953] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.634953] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e6f3014-351b-4ebc-9aca-88c4ddecbe61" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.104324] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f320b681-88a2-4b12-991f-60edd361af96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.611561] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.611561] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.611561] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.611561] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.611561] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.611561] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f320b681-88a2-4b12-991f-60edd361af96 is going to be created. [ 1065.640381] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.640381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.640381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.640381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.640381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.655323] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f320b681-88a2-4b12-991f-60edd361af96 in Status: UNINITIALIZED for 2s [ 1065.683570] env[65757]: INFO networking_nsxv3.common.synchronization [req-c97c7a92-e273-41d6-967a-17b64bfa5dfb req-361b0f73-d9dd-4391-af79-e1195b5bf742 tempest-InstanceActionsV221TestJSON-1870629871 tempest-InstanceActionsV221TestJSON-1870629871-project-member] Enqueued Resource ID: 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba with Priority: HIGHEST for action security_group_members [ 1065.684120] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba with Priority: HIGHEST for action security_group_members [ 1065.684420] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.684602] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.684602] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.684814] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.684959] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.685064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.685129] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.685315] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.685370] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.685444] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84643d00-cb6b-40a4-aa0a-9f3225dbe9ba',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.734758] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 1065.735031] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.093086] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 1066.093310] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea deletion is rescheduled due to dependency. [ 1066.094037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.188265] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.188430] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.189111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.189111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.189111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.189111] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.189262] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.189262] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.189369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.189449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.189532] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba is going to be updated. [ 1066.247202] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.247202] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.247202] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.247486] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.247521] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.260506] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba in Status: IN_PROGRESS for 2s [ 1066.940583] env[65757]: INFO networking_nsxv3.common.synchronization [req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 req-17f96fac-48f7-44b9-afd6-206c001b40dc tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Enqueued Resource ID: b70921c1-8094-454c-9024-b4a7ea2de49f with Priority: HIGHEST for action security_group_members [ 1066.943464] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70921c1-8094-454c-9024-b4a7ea2de49f with Priority: HIGHEST for action security_group_members [ 1066.943843] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70921c1-8094-454c-9024-b4a7ea2de49f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.943979] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.944068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.944354] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.944699] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.944699] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.944699] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.945555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.945555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.945555] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70921c1-8094-454c-9024-b4a7ea2de49f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.449449] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.449449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.449449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.449705] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.449808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.450052] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.450175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.450235] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.450508] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.450714] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.452187] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70921c1-8094-454c-9024-b4a7ea2de49f already deleted. [ 1067.452187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.455134] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.455335] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-995" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.455453] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-995" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.456060] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-995" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.456060] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.456946] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.457093] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.457380] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.457554] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.457781] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.457903] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.458064] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.458194] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.458308] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.458414] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.458580] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.483373] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.483581] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.483813] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.484074] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-995" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.484423] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-c3cc98b8-daf0-49ea-ac9a-a15e480b69a5 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.484615] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-c3cc98b8-daf0-49ea-ac9a-a15e480b69a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.484760] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-c3cc98b8-daf0-49ea-ac9a-a15e480b69a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.485141] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-c3cc98b8-daf0-49ea-ac9a-a15e480b69a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.485330] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3cc98b8-daf0-49ea-ac9a-a15e480b69a5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.665807] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f320b681-88a2-4b12-991f-60edd361af96 in Status: SUCCESS [ 1067.666060] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.666228] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.666452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.666647] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.666769] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.666836] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.666991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.667110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.667200] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.667287] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f320b681-88a2-4b12-991f-60edd361af96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.987191] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.987530] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.987530] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.987825] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.987973] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.988145] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port c3cc98b8-daf0-49ea-ac9a-a15e480b69a5 not found, creating... [ 1067.988399] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.988563] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.988701] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.988927] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.989072] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.990162] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.990162] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.990162] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.990162] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.990162] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.990162] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: c3cc98b8-daf0-49ea-ac9a-a15e480b69a5 is going to be created. [ 1068.013555] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.013799] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.013897] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.014224] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.014449] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.014673] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-c3cc98b8-daf0-49ea-ac9a-a15e480b69a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.170643] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f320b681-88a2-4b12-991f-60edd361af96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.270810] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba in Status: SUCCESS [ 1068.271046] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba deletion is rescheduled due to dependency. [ 1068.271146] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.674516] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f320b681-88a2-4b12-991f-60edd361af96: rpc.has_security_group_logging(os_id): False [ 1068.696742] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.696742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.696742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.696742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.696742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.697056] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.697056] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.697122] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.697250] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.697324] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.697407] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f320b681-88a2-4b12-991f-60edd361af96 is going to be created. [ 1068.746961] env[65757]: INFO networking_nsxv3.common.synchronization [req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 req-5b741706-934a-4c2c-8db9-1f6261427d57 service nova] Enqueued Resource ID: b70921c1-8094-454c-9024-b4a7ea2de49f with Priority: HIGHEST for action security_group_rules [ 1068.747514] env[65757]: INFO networking_nsxv3.common.synchronization [req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 req-5b741706-934a-4c2c-8db9-1f6261427d57 service nova] Enqueued Resource ID: b70921c1-8094-454c-9024-b4a7ea2de49f with Priority: HIGHEST for action security_group_members [ 1068.747514] env[65757]: INFO networking_nsxv3.common.synchronization [req-7b5968a3-b304-45b4-8eee-f7ce045b01b5 req-5b741706-934a-4c2c-8db9-1f6261427d57 service nova] Enqueued Resource ID: c3cc98b8-daf0-49ea-ac9a-a15e480b69a5 with Priority: HIGHEST for action port [ 1068.747875] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70921c1-8094-454c-9024-b4a7ea2de49f with Priority: HIGHEST for action security_group_rules [ 1068.748017] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70921c1-8094-454c-9024-b4a7ea2de49f with Priority: HIGHEST for action security_group_members [ 1068.748673] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3cc98b8-daf0-49ea-ac9a-a15e480b69a5 with Priority: HIGHEST for action port [ 1068.749068] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b70921c1-8094-454c-9024-b4a7ea2de49f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.749506] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.749650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.749986] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.750101] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b70921c1-8094-454c-9024-b4a7ea2de49f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.752830] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70921c1-8094-454c-9024-b4a7ea2de49f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.752979] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.753109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.753325] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.753506] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.753615] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.753680] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.753979] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.753979] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.756446] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70921c1-8094-454c-9024-b4a7ea2de49f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.758284] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3cc98b8-daf0-49ea-ac9a-a15e480b69a5 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.758526] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3cc98b8-daf0-49ea-ac9a-a15e480b69a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.758658] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3cc98b8-daf0-49ea-ac9a-a15e480b69a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.758903] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3cc98b8-daf0-49ea-ac9a-a15e480b69a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.759320] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3cc98b8-daf0-49ea-ac9a-a15e480b69a5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.770843] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.770988] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.771182] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.771290] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.771466] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.784672] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f320b681-88a2-4b12-991f-60edd361af96 in Status: IN_PROGRESS for 2s [ 1069.253195] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70921c1-8094-454c-9024-b4a7ea2de49f taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.253569] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.261360] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b70921c1-8094-454c-9024-b4a7ea2de49f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.262130] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3cc98b8-daf0-49ea-ac9a-a15e480b69a5 with status ACTIVE [ 1069.262345] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.262480] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.262548] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.262756] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.262838] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.263028] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.263118] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.263176] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.263397] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.263444] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.263642] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.263756] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.263816] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.264073] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.264210] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.264359] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3cc98b8-daf0-49ea-ac9a-a15e480b69a5 is going to be updated. [ 1069.289675] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.289675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.289675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.289675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.289675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.289905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3cc98b8-daf0-49ea-ac9a-a15e480b69a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.370732] env[65757]: INFO networking_nsxv3.common.synchronization [None req-c0092734-218d-4c24-aaa5-de7e3f786001 None None] Enqueued Resource ID: e73e68e1-bf43-46c1-b386-99c7f5fb2790 with Priority: HIGHEST for action port [ 1069.372373] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e73e68e1-bf43-46c1-b386-99c7f5fb2790 with Priority: HIGHEST for action port [ 1069.372373] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-e73e68e1-bf43-46c1-b386-99c7f5fb2790 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.372373] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e73e68e1-bf43-46c1-b386-99c7f5fb2790" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.372373] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e73e68e1-bf43-46c1-b386-99c7f5fb2790" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.372618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e73e68e1-bf43-46c1-b386-99c7f5fb2790" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.372618] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e73e68e1-bf43-46c1-b386-99c7f5fb2790',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.767178] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b70921c1-8094-454c-9024-b4a7ea2de49f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.813112] env[65757]: INFO networking_nsxv3.common.synchronization [req-54e9f93d-fc32-4144-b007-c86d986f800f req-ddc6d7e3-9717-4b4c-8b63-eba5cb47c4ea tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 1069.813735] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 1069.814129] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.814311] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.814464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.814765] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.814975] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.815132] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.815241] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.815477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.815606] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.815734] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.875494] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e73e68e1-bf43-46c1-b386-99c7f5fb2790 [ 1069.876463] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.877331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.877436] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.877676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.877779] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.877900] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e73e68e1-bf43-46c1-b386-99c7f5fb2790 already deleted. [ 1069.877997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e73e68e1-bf43-46c1-b386-99c7f5fb2790" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.270307] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.272032] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.272032] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.272032] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.272032] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.272032] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70921c1-8094-454c-9024-b4a7ea2de49f is going to be created. [ 1070.305666] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.305859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.305859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.306124] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.306249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.317628] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70921c1-8094-454c-9024-b4a7ea2de49f in Status: UNINITIALIZED for 2s [ 1070.317871] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.803345] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f320b681-88a2-4b12-991f-60edd361af96 in Status: SUCCESS [ 1070.803605] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.821791] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.240187] env[65757]: INFO networking_nsxv3.common.synchronization [req-009792df-d030-4752-9507-c9a00b9a8a1b req-447d38a7-12f0-4cb2-8aa2-57d145b8ad4b tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Enqueued Resource ID: 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e with Priority: HIGHEST for action security_group_members [ 1071.240853] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e with Priority: HIGHEST for action security_group_members [ 1071.241247] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.241415] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.241502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.241796] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.241994] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.242118] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.242180] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.242346] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.242430] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.242549] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.324111] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.324449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.324449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.324571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.324661] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.324759] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 1071.385051] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.385291] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.385393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.385689] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.385889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.399461] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 1071.712251] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.712580] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-545" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.713073] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-545" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.713181] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-545" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.713469] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.714055] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.714138] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.714362] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.714509] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.714762] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.714888] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.714932] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.715421] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.715421] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.715576] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.715576] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.738027] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.738221] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.738353] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.738588] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-545" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.738936] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.739136] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.739249] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.739581] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.739715] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.744505] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.744647] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.744946] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.745248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.745345] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.745564] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.745701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.745745] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.746309] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.746309] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.746309] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e already deleted. [ 1071.746309] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.915322] env[65757]: INFO networking_nsxv3.common.synchronization [None req-1b535278-69c0-447f-a0fa-e279553da8d9 None None] Enqueued Resource ID: 50ac2c40-f4a8-46fb-897a-91813ef26a16 with Priority: HIGHEST for action port [ 1071.915877] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50ac2c40-f4a8-46fb-897a-91813ef26a16 with Priority: HIGHEST for action port [ 1071.916580] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-50ac2c40-f4a8-46fb-897a-91813ef26a16 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.916719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50ac2c40-f4a8-46fb-897a-91813ef26a16" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.916820] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50ac2c40-f4a8-46fb-897a-91813ef26a16" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.917152] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50ac2c40-f4a8-46fb-897a-91813ef26a16" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.917241] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50ac2c40-f4a8-46fb-897a-91813ef26a16',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.129813] env[65757]: INFO networking_nsxv3.common.synchronization [None req-a9bd3fdf-34c2-4cb7-a029-3b8a42bb8954 None None] Enqueued Resource ID: cd8ee7f9-c6ab-4aab-a22d-ac7a63716394 with Priority: HIGHEST for action port [ 1072.130496] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd8ee7f9-c6ab-4aab-a22d-ac7a63716394 with Priority: HIGHEST for action port [ 1072.130921] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd8ee7f9-c6ab-4aab-a22d-ac7a63716394 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.131118] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd8ee7f9-c6ab-4aab-a22d-ac7a63716394" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.131195] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd8ee7f9-c6ab-4aab-a22d-ac7a63716394" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.131557] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd8ee7f9-c6ab-4aab-a22d-ac7a63716394" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.131637] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd8ee7f9-c6ab-4aab-a22d-ac7a63716394',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.242285] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.242501] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.242501] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.242810] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.242931] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.243099] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5 not found, creating... [ 1072.243367] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.243527] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.243641] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.244016] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.244016] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.244285] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.244440] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.244567] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.244760] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.244981] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.245049] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5 is going to be created. [ 1072.281046] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.281046] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.281046] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.281046] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.281046] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.281415] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.328817] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70921c1-8094-454c-9024-b4a7ea2de49f in Status: SUCCESS [ 1072.329110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.329231] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.329460] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.329857] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.329857] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.329942] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.330119] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.330196] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.330252] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.330325] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b70921c1-8094-454c-9024-b4a7ea2de49f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.419867] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50ac2c40-f4a8-46fb-897a-91813ef26a16 [ 1072.420177] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.420359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.420419] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.420623] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.420748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.420822] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50ac2c40-f4a8-46fb-897a-91813ef26a16 already deleted. [ 1072.420940] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50ac2c40-f4a8-46fb-897a-91813ef26a16" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.633743] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd8ee7f9-c6ab-4aab-a22d-ac7a63716394 [ 1072.634072] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.634237] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.634306] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.634590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.634957] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.635063] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd8ee7f9-c6ab-4aab-a22d-ac7a63716394 already deleted. [ 1072.636439] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd8ee7f9-c6ab-4aab-a22d-ac7a63716394" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.832658] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70921c1-8094-454c-9024-b4a7ea2de49f taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.832843] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.832907] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.833206] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.833377] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.833481] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.833580] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.833712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.833818] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.833915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.834073] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70921c1-8094-454c-9024-b4a7ea2de49f taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.834169] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.834233] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.834371] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.835221] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.835221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.835221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.835221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.835221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.835221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.835221] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b70921c1-8094-454c-9024-b4a7ea2de49f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.042234] env[65757]: INFO networking_nsxv3.common.synchronization [req-009792df-d030-4752-9507-c9a00b9a8a1b req-64707447-bd66-4101-9bc6-954d126791c5 service nova] Enqueued Resource ID: 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e with Priority: HIGHEST for action security_group_rules [ 1073.042430] env[65757]: INFO networking_nsxv3.common.synchronization [req-009792df-d030-4752-9507-c9a00b9a8a1b req-64707447-bd66-4101-9bc6-954d126791c5 service nova] Enqueued Resource ID: 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e with Priority: HIGHEST for action security_group_members [ 1073.042624] env[65757]: INFO networking_nsxv3.common.synchronization [req-009792df-d030-4752-9507-c9a00b9a8a1b req-64707447-bd66-4101-9bc6-954d126791c5 service nova] Enqueued Resource ID: 5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5 with Priority: HIGHEST for action port [ 1073.043139] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e with Priority: HIGHEST for action security_group_rules [ 1073.043287] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e with Priority: HIGHEST for action security_group_members [ 1073.043717] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5 with Priority: HIGHEST for action port [ 1073.044099] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.044228] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.044288] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.044555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.044636] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.046154] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.046270] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.046320] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.046501] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.046649] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.046807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.046858] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.046983] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.047082] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.047176] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.047973] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.048093] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.048160] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.048310] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.048383] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.088582] env[65757]: INFO networking_nsxv3.common.synchronization [req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 req-bb7f253f-6164-452c-9a76-c7ccf87a5035 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Enqueued Resource ID: 62b233fe-9cf0-458f-af6c-b192f3053255 with Priority: HIGHEST for action security_group_members [ 1073.088939] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b233fe-9cf0-458f-af6c-b192f3053255 with Priority: HIGHEST for action security_group_members [ 1073.089304] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-62b233fe-9cf0-458f-af6c-b192f3053255 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.089407] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.089470] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.089645] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.089800] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.089902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.089985] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.090167] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.090254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.090353] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.340392] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b70921c1-8094-454c-9024-b4a7ea2de49f: rpc.has_security_group_logging(os_id): False [ 1073.368262] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.368262] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.368262] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.368262] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.370639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.371111] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.371336] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.371408] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.371658] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.371772] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.372035] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.372139] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.372844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.373104] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.373425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.373497] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.373642] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.373723] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.373908] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.374087] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.374236] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b70921c1-8094-454c-9024-b4a7ea2de49f is going to be created. [ 1073.415109] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 1073.415109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.448208] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.448422] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.448524] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.448812] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.450071] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.468952] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70921c1-8094-454c-9024-b4a7ea2de49f in Status: IN_PROGRESS for 2s [ 1073.549691] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.550921] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.551136] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.551580] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5 with status ACTIVE [ 1073.551776] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.551904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.551973] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.552237] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.552326] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.552523] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.552670] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.552719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.552888] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.552968] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.553800] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.554098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.554098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.554349] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.554349] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.554419] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5 is going to be updated. [ 1073.581071] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.581333] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.581381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.581631] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.581817] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.581989] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cbacd02-4e25-48ca-a2b6-ceb20ceeb8c5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.592329] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.680193] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.680428] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.680566] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.681686] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.681686] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.681686] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.682084] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.682358] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.682514] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.682744] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.682860] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.682965] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.683095] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.683223] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1073.683329] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.683459] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.722421] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.722421] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1073.722421] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.722421] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.722421] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-c6167a49-f633-4bd3-a559-885785a48e78 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.722421] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-c6167a49-f633-4bd3-a559-885785a48e78" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.722421] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-c6167a49-f633-4bd3-a559-885785a48e78" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.722421] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-c6167a49-f633-4bd3-a559-885785a48e78" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.723292] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6167a49-f633-4bd3-a559-885785a48e78',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.053725] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.094485] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.226789] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.228285] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.228285] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.228285] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.229012] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.229959] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port c6167a49-f633-4bd3-a559-885785a48e78 not found, creating... [ 1074.229959] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.229959] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.230309] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.234025] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.234025] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.234025] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.234025] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.234025] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.234025] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.234025] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.234025] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: c6167a49-f633-4bd3-a559-885785a48e78 is going to be created. [ 1074.263906] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.264061] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.264187] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.264563] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.265846] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.265846] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-c6167a49-f633-4bd3-a559-885785a48e78" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.556677] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.556980] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.556980] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.557409] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.557409] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.557409] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e is going to be created. [ 1074.590122] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.590267] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.590333] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.590557] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.590715] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.599302] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.599998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.599998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.599998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.599998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.600214] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62b233fe-9cf0-458f-af6c-b192f3053255 is going to be updated. [ 1074.617164] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e in Status: UNINITIALIZED for 2s [ 1074.664061] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.664295] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.664390] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.664723] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.664941] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.684676] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62b233fe-9cf0-458f-af6c-b192f3053255 in Status: IN_PROGRESS for 2s [ 1074.850578] env[65757]: INFO networking_nsxv3.common.synchronization [None req-67026337-5f1c-4ad1-838d-373047f503ef None None] Enqueued Resource ID: 46ea749e-1887-43bd-8a42-5b7e51164506 with Priority: HIGHEST for action port [ 1074.851268] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46ea749e-1887-43bd-8a42-5b7e51164506 with Priority: HIGHEST for action port [ 1074.852770] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-46ea749e-1887-43bd-8a42-5b7e51164506 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.852910] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46ea749e-1887-43bd-8a42-5b7e51164506" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.852910] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46ea749e-1887-43bd-8a42-5b7e51164506" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.853254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46ea749e-1887-43bd-8a42-5b7e51164506" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.853254] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46ea749e-1887-43bd-8a42-5b7e51164506',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.081314] env[65757]: INFO networking_nsxv3.common.synchronization [req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 req-e739d416-75c2-4fc8-ac0d-440f98fb6f47 service nova] Enqueued Resource ID: 62b233fe-9cf0-458f-af6c-b192f3053255 with Priority: HIGHEST for action security_group_rules [ 1075.081314] env[65757]: INFO networking_nsxv3.common.synchronization [req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 req-e739d416-75c2-4fc8-ac0d-440f98fb6f47 service nova] Enqueued Resource ID: 62b233fe-9cf0-458f-af6c-b192f3053255 with Priority: HIGHEST for action security_group_members [ 1075.081314] env[65757]: INFO networking_nsxv3.common.synchronization [req-40b669bb-0c53-4b90-ac83-2b140d3a33a5 req-e739d416-75c2-4fc8-ac0d-440f98fb6f47 service nova] Enqueued Resource ID: c6167a49-f633-4bd3-a559-885785a48e78 with Priority: HIGHEST for action port [ 1075.081314] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b233fe-9cf0-458f-af6c-b192f3053255 with Priority: HIGHEST for action security_group_rules [ 1075.081314] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b233fe-9cf0-458f-af6c-b192f3053255 with Priority: HIGHEST for action security_group_members [ 1075.081314] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6167a49-f633-4bd3-a559-885785a48e78 with Priority: HIGHEST for action port [ 1075.082218] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62b233fe-9cf0-458f-af6c-b192f3053255 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.082464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.082613] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.084967] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.084967] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.084967] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-62b233fe-9cf0-458f-af6c-b192f3053255 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.084967] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.084967] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6167a49-f633-4bd3-a559-885785a48e78 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.084967] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6167a49-f633-4bd3-a559-885785a48e78" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.084967] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6167a49-f633-4bd3-a559-885785a48e78" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.084967] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6167a49-f633-4bd3-a559-885785a48e78" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.084967] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6167a49-f633-4bd3-a559-885785a48e78',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.357617] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46ea749e-1887-43bd-8a42-5b7e51164506 [ 1075.357617] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.358030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.358030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.358030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.358139] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.358267] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46ea749e-1887-43bd-8a42-5b7e51164506 already deleted. [ 1075.358360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46ea749e-1887-43bd-8a42-5b7e51164506" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.485347] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70921c1-8094-454c-9024-b4a7ea2de49f in Status: SUCCESS [ 1075.485741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.587497] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-62b233fe-9cf0-458f-af6c-b192f3053255 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.587821] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.589162] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6167a49-f633-4bd3-a559-885785a48e78 with status ACTIVE [ 1075.589560] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.589560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.589690] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.589817] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.589939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.590156] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.590276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.590350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.590527] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.590608] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.590890] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.591024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.591101] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.591263] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.591354] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.591478] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6167a49-f633-4bd3-a559-885785a48e78 is going to be updated. [ 1075.615431] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.615557] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.615628] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.615841] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.615982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.616173] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6167a49-f633-4bd3-a559-885785a48e78" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.628963] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e in Status: SUCCESS [ 1076.629380] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.629380] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.629619] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.629823] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.629976] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.629976] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.630488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.630488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.630488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.630488] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.703175] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62b233fe-9cf0-458f-af6c-b192f3053255 in Status: SUCCESS [ 1076.703175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.703175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.703175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.703175] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.703175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.703175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.703175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.703175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.703175] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.133113] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.133899] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.133899] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.133899] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.133899] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.134113] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.134113] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.134309] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.134356] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.134900] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.135069] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.136159] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.136159] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.136159] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.136159] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.136159] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.136159] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.136491] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.136491] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.136491] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.136594] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.206513] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.639543] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e: rpc.has_security_group_logging(os_id): False [ 1077.662463] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.662667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.662754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.663031] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.663162] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.663405] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.663522] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.663601] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.663889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.663982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.664204] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.664360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.664402] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.664563] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.664641] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.664869] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.665066] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.665140] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.665302] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.665396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.665505] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e is going to be created. [ 1077.708398] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.743849] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.744081] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.744131] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.744305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.744542] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.775791] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e in Status: IN_PROGRESS for 2s [ 1078.015504] env[65757]: INFO networking_nsxv3.common.synchronization [req-4a103746-c968-42ec-b9f8-86dca3e2a583 req-e0782ae2-9d4b-492f-8c73-6ba439cb08b8 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Enqueued Resource ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 with Priority: HIGHEST for action security_group_members [ 1078.017067] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 with Priority: HIGHEST for action security_group_members [ 1078.017067] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e12803d-4ecf-4cc1-b845-061506f487a9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.017067] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.017067] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.017067] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.017337] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.017425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.017425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.017625] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.017708] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.017823] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e12803d-4ecf-4cc1-b845-061506f487a9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.214594] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.214594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.214594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.214594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.214594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.214594] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62b233fe-9cf0-458f-af6c-b192f3053255 is going to be updated. [ 1078.260120] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.260749] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.260934] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.261171] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.261360] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.273498] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62b233fe-9cf0-458f-af6c-b192f3053255 in Status: IN_PROGRESS for 2s [ 1078.520671] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.520889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.520966] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.521201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.521350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.521518] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.521621] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.521687] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.521850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.521965] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.522098] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 is going to be updated. [ 1078.555088] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.555310] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.555460] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.555665] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.555870] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.568243] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 in Status: IN_PROGRESS for 2s [ 1079.790400] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e in Status: SUCCESS [ 1079.790731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.287832] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62b233fe-9cf0-458f-af6c-b192f3053255 in Status: SUCCESS [ 1080.288091] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.288307] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.288557] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.288765] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.289145] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.289145] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.289145] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.289299] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.289299] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.289363] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.579997] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 in Status: SUCCESS [ 1080.580453] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 deletion is rescheduled due to dependency. [ 1080.580453] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.791691] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.294469] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62b233fe-9cf0-458f-af6c-b192f3053255: rpc.has_security_group_logging(os_id): False [ 1081.314976] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.315187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.315257] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.315494] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.346384] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.347033] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.347033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.347033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.347201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.347201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.347345] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62b233fe-9cf0-458f-af6c-b192f3053255 is going to be updated. [ 1081.460215] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.460215] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.460337] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.460496] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.460645] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.487916] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62b233fe-9cf0-458f-af6c-b192f3053255 in Status: IN_PROGRESS for 2s [ 1083.017510] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1083.017827] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1083.516147] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62b233fe-9cf0-458f-af6c-b192f3053255 in Status: SUCCESS [ 1083.516388] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.040500] env[65757]: INFO networking_nsxv3.common.synchronization [req-facf4b6c-9661-4b9c-9c5b-f73f59646058 req-130f7fae-9b1e-411f-adaa-b5a317b9f3d1 tempest-ServerGroupTestJSON-24176372 tempest-ServerGroupTestJSON-24176372-project-member] Enqueued Resource ID: 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e with Priority: HIGHEST for action security_group_members [ 1084.042060] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e with Priority: HIGHEST for action security_group_members [ 1084.042060] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.042060] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.042060] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.042755] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.042755] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.042755] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.042755] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.042755] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.043011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.043011] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.545875] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.546084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.546233] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.546616] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.546860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.547226] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.547438] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.547561] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.547835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.547975] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.548154] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e is going to be updated. [ 1084.618248] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.618512] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.618640] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.619013] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.619312] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.637231] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e in Status: IN_PROGRESS for 2s [ 1086.657597] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e in Status: SUCCESS [ 1086.658037] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e deletion is rescheduled due to dependency. [ 1086.658037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.721125] env[65757]: INFO networking_nsxv3.common.synchronization [None req-95fbe412-760d-4cc8-8e30-f402eb75f800 tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Enqueued Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 1086.721717] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 1086.722115] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.722253] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.722332] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.722513] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.722665] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.722775] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.722834] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.722977] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.723127] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.723189] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.228425] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.228617] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.228692] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.228984] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.258105] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.258395] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.258691] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.258691] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.259013] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.259143] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.259292] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 is going to be updated. [ 1087.354653] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.354968] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.355053] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.355471] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.355581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.373082] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: IN_PROGRESS for 2s [ 1089.385415] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: SUCCESS [ 1089.385770] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 deletion is rescheduled due to dependency. [ 1089.385812] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.754804] env[65757]: INFO networking_nsxv3.common.synchronization [req-fe1b20b4-207d-4ff4-8026-3ce257c79738 req-10adf0c1-584d-4282-9bc1-468fb9b5a9a4 tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Enqueued Resource ID: 8574d8b3-c04f-473b-93da-efce0eaaec13 with Priority: HIGHEST for action security_group_members [ 1089.755480] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8574d8b3-c04f-473b-93da-efce0eaaec13 with Priority: HIGHEST for action security_group_members [ 1089.755947] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-8574d8b3-c04f-473b-93da-efce0eaaec13 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.756109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.756109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.756450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.756701] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.756838] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.756919] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.757122] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.757249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.757353] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8574d8b3-c04f-473b-93da-efce0eaaec13',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.075042] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-549 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.075348] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-549" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.075522] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-549" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.075893] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-549" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.076219] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.076424] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.076567] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.076809] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.076951] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.077173] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.077290] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.077398] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.077501] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.077667] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.077831] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.078050] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.100917] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.101139] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1090.101274] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.101453] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-549" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.101814] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-5da110c6-38eb-4b3c-81ff-f74f0f9f28a2 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.101997] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-5da110c6-38eb-4b3c-81ff-f74f0f9f28a2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.102138] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-5da110c6-38eb-4b3c-81ff-f74f0f9f28a2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.102465] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-5da110c6-38eb-4b3c-81ff-f74f0f9f28a2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.102712] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5da110c6-38eb-4b3c-81ff-f74f0f9f28a2',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.260358] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.260556] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.260639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.260985] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.260985] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.261212] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.261323] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.261365] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.261524] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.261604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.261687] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8574d8b3-c04f-473b-93da-efce0eaaec13 already deleted. [ 1090.261771] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.605420] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.605849] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.605849] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.606145] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.606345] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.606531] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 5da110c6-38eb-4b3c-81ff-f74f0f9f28a2 not found, creating... [ 1090.606853] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.607040] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.607211] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.607450] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.607590] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.607881] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.608097] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.608229] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.608441] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.608575] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.608710] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 5da110c6-38eb-4b3c-81ff-f74f0f9f28a2 is going to be created. [ 1090.632150] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.632372] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.632491] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.632778] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.633104] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.633289] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-5da110c6-38eb-4b3c-81ff-f74f0f9f28a2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.357607] env[65757]: INFO networking_nsxv3.common.synchronization [req-fe1b20b4-207d-4ff4-8026-3ce257c79738 req-f9fc7851-dec7-4e74-a8ed-1d98d75326c4 service nova] Enqueued Resource ID: 8574d8b3-c04f-473b-93da-efce0eaaec13 with Priority: HIGHEST for action security_group_rules [ 1091.357823] env[65757]: INFO networking_nsxv3.common.synchronization [req-fe1b20b4-207d-4ff4-8026-3ce257c79738 req-f9fc7851-dec7-4e74-a8ed-1d98d75326c4 service nova] Enqueued Resource ID: 8574d8b3-c04f-473b-93da-efce0eaaec13 with Priority: HIGHEST for action security_group_members [ 1091.357963] env[65757]: INFO networking_nsxv3.common.synchronization [req-fe1b20b4-207d-4ff4-8026-3ce257c79738 req-f9fc7851-dec7-4e74-a8ed-1d98d75326c4 service nova] Enqueued Resource ID: 5da110c6-38eb-4b3c-81ff-f74f0f9f28a2 with Priority: HIGHEST for action port [ 1091.358591] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8574d8b3-c04f-473b-93da-efce0eaaec13 with Priority: HIGHEST for action security_group_rules [ 1091.358671] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8574d8b3-c04f-473b-93da-efce0eaaec13 with Priority: HIGHEST for action security_group_members [ 1091.358767] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5da110c6-38eb-4b3c-81ff-f74f0f9f28a2 with Priority: HIGHEST for action port [ 1091.359183] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8574d8b3-c04f-473b-93da-efce0eaaec13 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.359342] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.359416] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.359677] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.359762] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8574d8b3-c04f-473b-93da-efce0eaaec13',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.360649] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-8574d8b3-c04f-473b-93da-efce0eaaec13 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.360771] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.360832] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.361109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.361261] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.361404] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.361404] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.361558] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.361640] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.361728] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8574d8b3-c04f-473b-93da-efce0eaaec13',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.362527] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-5da110c6-38eb-4b3c-81ff-f74f0f9f28a2 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.362653] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5da110c6-38eb-4b3c-81ff-f74f0f9f28a2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.362714] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5da110c6-38eb-4b3c-81ff-f74f0f9f28a2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.362830] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5da110c6-38eb-4b3c-81ff-f74f0f9f28a2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.362898] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5da110c6-38eb-4b3c-81ff-f74f0f9f28a2',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.865809] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8574d8b3-c04f-473b-93da-efce0eaaec13',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.866967] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-8574d8b3-c04f-473b-93da-efce0eaaec13 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.867131] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.867318] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5da110c6-38eb-4b3c-81ff-f74f0f9f28a2 with status ACTIVE [ 1091.867498] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.867639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.867764] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.867967] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.868260] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.868260] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.868531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.868531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.868531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.868689] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.868791] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.868864] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.868916] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.872203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.872352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.872434] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5da110c6-38eb-4b3c-81ff-f74f0f9f28a2 is going to be updated. [ 1091.899124] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.899279] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.899356] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.899566] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.899706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.900038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5da110c6-38eb-4b3c-81ff-f74f0f9f28a2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.375719] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8574d8b3-c04f-473b-93da-efce0eaaec13',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.582930] env[65757]: INFO networking_nsxv3.common.synchronization [None req-32ac7432-8195-44c8-a319-4c2a8faf8147 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Enqueued Resource ID: 9941e797-9006-47a8-abfc-593d41bdd2cb with Priority: HIGHEST for action security_group_rules [ 1092.584213] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9941e797-9006-47a8-abfc-593d41bdd2cb with Priority: HIGHEST for action security_group_rules [ 1092.584572] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9941e797-9006-47a8-abfc-593d41bdd2cb taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.584696] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9941e797-9006-47a8-abfc-593d41bdd2cb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.584765] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9941e797-9006-47a8-abfc-593d41bdd2cb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.585270] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9941e797-9006-47a8-abfc-593d41bdd2cb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.585351] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9941e797-9006-47a8-abfc-593d41bdd2cb',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.662709] env[65757]: INFO networking_nsxv3.common.synchronization [None req-a9301ef6-45a4-4bd1-816b-544d6fd0a1ec tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Enqueued Resource ID: 9941e797-9006-47a8-abfc-593d41bdd2cb with Priority: HIGHEST for action security_group_rules [ 1092.663288] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9941e797-9006-47a8-abfc-593d41bdd2cb with Priority: HIGHEST for action security_group_rules [ 1092.663617] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9941e797-9006-47a8-abfc-593d41bdd2cb taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.663617] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9941e797-9006-47a8-abfc-593d41bdd2cb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.880897] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.880897] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.880897] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.880897] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.880897] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.880897] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8574d8b3-c04f-473b-93da-efce0eaaec13 is going to be created. [ 1092.914103] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.914103] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.914103] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.914103] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.914103] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.923813] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8574d8b3-c04f-473b-93da-efce0eaaec13 in Status: UNINITIALIZED for 2s [ 1093.109846] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.109846] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.109846] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.109846] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.109846] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.109846] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9941e797-9006-47a8-abfc-593d41bdd2cb already deleted. [ 1093.109846] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9941e797-9006-47a8-abfc-593d41bdd2cb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.111296] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9941e797-9006-47a8-abfc-593d41bdd2cb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.111296] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9941e797-9006-47a8-abfc-593d41bdd2cb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.111296] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9941e797-9006-47a8-abfc-593d41bdd2cb',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.633889] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.634147] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.634147] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.634327] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.634409] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.634507] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9941e797-9006-47a8-abfc-593d41bdd2cb already deleted. [ 1093.634590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9941e797-9006-47a8-abfc-593d41bdd2cb" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.088549] env[65757]: INFO networking_nsxv3.common.synchronization [None req-404adfb0-32f3-4918-b1c0-04daca0b6c5f tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Enqueued Resource ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 with Priority: HIGHEST for action security_group_rules [ 1094.090029] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 with Priority: HIGHEST for action security_group_rules [ 1094.090029] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.090029] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.090029] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.090961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.091173] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6824acb-f58a-4a4e-b7b4-ae3dabe60357',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.190479] env[65757]: INFO networking_nsxv3.common.synchronization [None req-a35e4bc6-fe4b-433a-b079-b3d2d69e07fa tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Enqueued Resource ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 with Priority: HIGHEST for action security_group_rules [ 1094.191840] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 with Priority: HIGHEST for action security_group_rules [ 1094.192221] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.192420] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.616661] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.616844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.616885] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.617124] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.617233] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.617328] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 already deleted. [ 1094.617453] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.617574] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.617731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.617827] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6824acb-f58a-4a4e-b7b4-ae3dabe60357',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.741546] env[65757]: INFO networking_nsxv3.common.synchronization [req-8f337c81-d950-4e25-a841-067d1e6cf5f7 req-68699a3c-b36e-411e-820a-d78ba6041473 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Enqueued Resource ID: b70921c1-8094-454c-9024-b4a7ea2de49f with Priority: HIGHEST for action security_group_members [ 1094.742168] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70921c1-8094-454c-9024-b4a7ea2de49f with Priority: HIGHEST for action security_group_members [ 1094.742516] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70921c1-8094-454c-9024-b4a7ea2de49f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.742598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.742665] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.742875] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.743094] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.743229] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.743293] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.743408] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.743506] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.743573] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70921c1-8094-454c-9024-b4a7ea2de49f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.934852] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8574d8b3-c04f-473b-93da-efce0eaaec13 in Status: SUCCESS [ 1094.934852] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.935079] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.935173] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.935337] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.935454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.935519] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.935677] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.935754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.935843] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.935925] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8574d8b3-c04f-473b-93da-efce0eaaec13',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.141665] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.141665] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.142070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.142070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.142070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.142189] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 already deleted. [ 1095.142189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.245547] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.245716] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.245759] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.245978] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.246099] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.246288] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.246386] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.246447] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.246600] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.246674] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.246891] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70921c1-8094-454c-9024-b4a7ea2de49f is going to be updated. [ 1095.281766] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.281766] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.281766] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.281766] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.282241] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.293033] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70921c1-8094-454c-9024-b4a7ea2de49f in Status: IN_PROGRESS for 2s [ 1095.438067] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-8574d8b3-c04f-473b-93da-efce0eaaec13 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.438237] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.438237] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.438457] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.438626] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.438775] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.438834] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.438993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.439118] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.439208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.439360] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-8574d8b3-c04f-473b-93da-efce0eaaec13 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.439451] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.439523] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.439667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.439816] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.439906] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.439966] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.440134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.440211] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.440312] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.440402] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8574d8b3-c04f-473b-93da-efce0eaaec13',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.820962] env[65757]: INFO networking_nsxv3.common.synchronization [req-616412fd-6f28-4409-b1c6-f9450d563df1 req-3a0829c4-3b82-464c-b217-badcfdd1b62e tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Enqueued Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 1095.821425] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 1095.821715] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.821845] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.821919] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.826060] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.826060] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.826060] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.826060] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.826060] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.826060] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.826060] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.942636] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8574d8b3-c04f-473b-93da-efce0eaaec13: rpc.has_security_group_logging(os_id): False [ 1095.961506] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.961717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.961717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.961940] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.962072] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.962421] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.962540] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.962598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.962798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.962851] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.963053] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.963152] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.963215] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.963362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.963579] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.963789] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.963894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.963960] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.964132] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.964213] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.964307] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8574d8b3-c04f-473b-93da-efce0eaaec13 is going to be created. [ 1096.157434] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.157434] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.157434] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.157833] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.157833] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.172297] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8574d8b3-c04f-473b-93da-efce0eaaec13 in Status: IN_PROGRESS for 2s [ 1096.191571] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.191762] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.191886] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.192209] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.192483] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.192642] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.192757] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.192989] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.193149] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.193377] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.193517] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.193628] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.193736] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.193846] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.193948] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.195091] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.266675] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.266851] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.073 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1096.267023] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.267217] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.267545] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-9a579b65-2185-409b-8de8-d0de91ccc686 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.267723] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-9a579b65-2185-409b-8de8-d0de91ccc686" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.267864] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-9a579b65-2185-409b-8de8-d0de91ccc686" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.268214] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-9a579b65-2185-409b-8de8-d0de91ccc686" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.268376] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a579b65-2185-409b-8de8-d0de91ccc686',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.326419] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.326419] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.326419] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.326658] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.326984] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.326984] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.327133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.327200] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.327375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.327451] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.327547] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 is going to be updated. [ 1096.381121] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.381333] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.381387] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.381572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.381745] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.393789] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: IN_PROGRESS for 2s [ 1096.456644] env[65757]: INFO networking_nsxv3.common.synchronization [req-dec70bdb-654e-475b-969e-57d17076c718 req-b97691c4-de90-4ff1-9c08-4e20dc3215ed tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 1096.457557] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 1096.458289] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.458451] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.458517] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.458745] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.458907] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.459040] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.459117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.459249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.459332] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.459426] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.771702] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.771917] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.772086] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.772421] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.772574] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.772725] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 9a579b65-2185-409b-8de8-d0de91ccc686 not found, creating... [ 1096.772978] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.773158] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.773274] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.773496] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.773631] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.773909] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.774077] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.774194] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.774399] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.774530] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.774664] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 9a579b65-2185-409b-8de8-d0de91ccc686 is going to be created. [ 1096.794334] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.794544] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.794667] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.794935] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.795216] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.796035] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-9a579b65-2185-409b-8de8-d0de91ccc686" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.811025] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-510 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.811025] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.811025] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.811538] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.811538] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.811647] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.811684] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.811873] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.812240] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.812493] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.812609] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.812716] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.812819] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.812926] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.813039] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.813169] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.832895] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.833079] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1096.833196] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.833378] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-510" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.833823] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-15f1ac35-9706-4148-902c-2c0688c6d96c taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.833997] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-15f1ac35-9706-4148-902c-2c0688c6d96c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.834128] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-15f1ac35-9706-4148-902c-2c0688c6d96c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.834470] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-15f1ac35-9706-4148-902c-2c0688c6d96c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.834631] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15f1ac35-9706-4148-902c-2c0688c6d96c',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.961930] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.962116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.962282] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.962581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.962681] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.962891] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.962985] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.963059] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.963246] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.963318] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.963503] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be updated. [ 1097.018871] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.019112] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.019112] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.019340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.019484] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.031986] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: IN_PROGRESS for 2s [ 1097.316178] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70921c1-8094-454c-9024-b4a7ea2de49f in Status: SUCCESS [ 1097.316771] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70921c1-8094-454c-9024-b4a7ea2de49f deletion is rescheduled due to dependency. [ 1097.316771] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.338146] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.338146] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.338146] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.338146] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.338146] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.338146] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 15f1ac35-9706-4148-902c-2c0688c6d96c not found, creating... [ 1097.338696] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.338696] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.338696] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.338868] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.338976] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.339264] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.339424] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.339552] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.339784] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.339920] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.340072] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 15f1ac35-9706-4148-902c-2c0688c6d96c is going to be created. [ 1097.371126] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.371364] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.371494] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.371775] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.372012] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.372290] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-15f1ac35-9706-4148-902c-2c0688c6d96c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.483794] env[65757]: INFO networking_nsxv3.common.synchronization [req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 req-c8b86f29-f2e4-48ad-aec9-755c28105e7f service nova] Enqueued Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_rules [ 1097.484304] env[65757]: INFO networking_nsxv3.common.synchronization [req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 req-c8b86f29-f2e4-48ad-aec9-755c28105e7f service nova] Enqueued Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 1097.484304] env[65757]: INFO networking_nsxv3.common.synchronization [req-f52c0ea4-2b2b-4b9b-8532-4ea2f1992f58 req-c8b86f29-f2e4-48ad-aec9-755c28105e7f service nova] Enqueued Resource ID: 9a579b65-2185-409b-8de8-d0de91ccc686 with Priority: HIGHEST for action port [ 1097.484470] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_rules [ 1097.484508] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 1097.484671] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a579b65-2185-409b-8de8-d0de91ccc686 with Priority: HIGHEST for action port [ 1097.485301] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.485483] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.485570] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.485844] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.485952] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.487468] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.487594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.487664] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.487855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.488016] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.488119] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.488180] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.488358] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.488443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.488531] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.489561] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a579b65-2185-409b-8de8-d0de91ccc686 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.489675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a579b65-2185-409b-8de8-d0de91ccc686" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.489945] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a579b65-2185-409b-8de8-d0de91ccc686" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.489945] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a579b65-2185-409b-8de8-d0de91ccc686" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.489999] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a579b65-2185-409b-8de8-d0de91ccc686',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.991424] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.992777] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.992777] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.992896] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a579b65-2185-409b-8de8-d0de91ccc686 with status ACTIVE [ 1097.993045] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.993154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.993221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.993479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.993540] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.993711] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.993826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.993872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.994039] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.994118] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.994308] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.994381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.994621] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.994621] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.994674] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.994700] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a579b65-2185-409b-8de8-d0de91ccc686 is going to be updated. [ 1098.016870] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.017035] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.017116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.017605] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.017710] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.017873] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a579b65-2185-409b-8de8-d0de91ccc686" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.048582] env[65757]: INFO networking_nsxv3.common.synchronization [req-dec70bdb-654e-475b-969e-57d17076c718 req-1ce6d3ae-5ac5-42de-bb99-884a617f45fb service nova] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_rules [ 1098.048789] env[65757]: INFO networking_nsxv3.common.synchronization [req-dec70bdb-654e-475b-969e-57d17076c718 req-1ce6d3ae-5ac5-42de-bb99-884a617f45fb service nova] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 1098.048928] env[65757]: INFO networking_nsxv3.common.synchronization [req-dec70bdb-654e-475b-969e-57d17076c718 req-1ce6d3ae-5ac5-42de-bb99-884a617f45fb service nova] Enqueued Resource ID: 15f1ac35-9706-4148-902c-2c0688c6d96c with Priority: HIGHEST for action port [ 1098.049475] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_rules [ 1098.049604] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 1098.049701] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15f1ac35-9706-4148-902c-2c0688c6d96c with Priority: HIGHEST for action port [ 1098.049968] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.050102] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.050169] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.050369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.050460] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.052147] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.052256] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.052481] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-15f1ac35-9706-4148-902c-2c0688c6d96c taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.052893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15f1ac35-9706-4148-902c-2c0688c6d96c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.052893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15f1ac35-9706-4148-902c-2c0688c6d96c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.052893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15f1ac35-9706-4148-902c-2c0688c6d96c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.052893] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15f1ac35-9706-4148-902c-2c0688c6d96c',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.190702] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8574d8b3-c04f-473b-93da-efce0eaaec13 in Status: SUCCESS [ 1098.190978] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.403606] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: SUCCESS [ 1098.403968] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 deletion is rescheduled due to dependency. [ 1098.403968] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.496713] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.555166] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.557571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.557571] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15f1ac35-9706-4148-902c-2c0688c6d96c with status ACTIVE [ 1098.557571] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.557571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.557571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.557571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.557571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.557571] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.557571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.557571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.557571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.557571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.557571] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.557571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.557571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.557571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.557571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.558186] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15f1ac35-9706-4148-902c-2c0688c6d96c is going to be updated. [ 1098.583572] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.583746] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.583784] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.584020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.584179] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.584322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15f1ac35-9706-4148-902c-2c0688c6d96c" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.998980] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.999334] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.999457] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.999777] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.999931] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.000106] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 is going to be updated. [ 1099.039985] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.040202] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.040244] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.040466] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.040621] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.045218] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 1099.045441] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea deletion is rescheduled due to dependency. [ 1099.045592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.045809] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.046126] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.046378] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.046544] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.046640] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.046870] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.046991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.047223] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.053612] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: IN_PROGRESS for 2s [ 1099.549781] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.051616] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.557175] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.557175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.557175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.557175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.557175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.557175] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be updated. [ 1100.618579] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.618579] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.618579] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.618803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.618803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.789517] env[65757]: INFO networking_nsxv3.common.synchronization [req-32342ad8-476a-4724-9f89-f6dce6d86ea0 req-5fae45a6-ffaa-4e30-aa3b-71ec5756cfe6 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 1100.790070] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 1100.790384] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.790502] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.790566] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.790758] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.790908] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.791010] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.791113] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.791244] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.791394] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.791485] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.793167] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: IN_PROGRESS for 2s [ 1101.073153] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: SUCCESS [ 1101.073153] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.073153] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.073153] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.073153] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.073153] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.073153] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.073153] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.073153] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.073153] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.073153] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.170977] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.171318] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.175099] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.175325] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.175621] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.175791] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.175898] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.176405] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.176503] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.176921] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.177741] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.177741] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.177741] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.177741] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.177741] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.177741] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.212376] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.212376] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.212570] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.212798] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-613" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.213189] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.213432] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.213603] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.213968] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.214235] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.295297] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.574595] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.575023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.575023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.575023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.575337] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.575337] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.575337] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.575555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.575555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.575665] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.576312] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.576312] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.576312] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.576312] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.576312] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.576312] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.576660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.576660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.576660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.576660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.576820] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.717012] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.717265] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.717391] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.717678] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.717824] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.717972] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7 not found, creating... [ 1101.718250] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.718411] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.718517] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.718732] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.718894] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.719203] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.719356] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.719473] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.719664] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.719791] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.719920] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7 is going to be created. [ 1101.745514] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.745763] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.745867] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.746168] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.746398] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.746632] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.799322] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.078747] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe25d1be-854c-4a19-bb4a-ddeb92af5392: rpc.has_security_group_logging(os_id): False [ 1102.098095] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.098279] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.098452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.098577] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.098693] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.098978] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.099136] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.099228] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.099418] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.099494] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.099680] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.099785] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.099850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.100012] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.100094] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.100292] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.100422] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.100476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.100575] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.100671] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.100720] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 is going to be updated. [ 1102.188183] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.188183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.188183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.188183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.188183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.223029] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: IN_PROGRESS for 2s [ 1102.302889] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.302889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.302889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.302889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.302889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.302889] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 1102.407061] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.407061] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.407061] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.407061] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.407429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.429404] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 1102.497043] env[65757]: INFO networking_nsxv3.common.synchronization [req-32342ad8-476a-4724-9f89-f6dce6d86ea0 req-8d10a8db-cfa6-4898-9ea7-211996438a06 service nova] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_rules [ 1102.497043] env[65757]: INFO networking_nsxv3.common.synchronization [req-32342ad8-476a-4724-9f89-f6dce6d86ea0 req-8d10a8db-cfa6-4898-9ea7-211996438a06 service nova] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 1102.497288] env[65757]: INFO networking_nsxv3.common.synchronization [req-32342ad8-476a-4724-9f89-f6dce6d86ea0 req-8d10a8db-cfa6-4898-9ea7-211996438a06 service nova] Enqueued Resource ID: 1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7 with Priority: HIGHEST for action port [ 1102.497817] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_rules [ 1102.497961] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 1102.498102] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7 with Priority: HIGHEST for action port [ 1102.498394] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.498520] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.498586] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.498795] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.498893] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.499923] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.500059] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.500180] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.500282] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.500341] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.500533] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.500606] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.805105] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 1102.805513] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.805513] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.805670] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.805865] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.805985] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.806059] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.806224] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.806308] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.806391] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.806479] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.003072] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.003072] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.004109] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7 with status ACTIVE [ 1103.004320] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.004443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.004508] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.004722] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.004809] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.004974] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.005102] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.005174] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.005335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.005410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.005596] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.005687] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.005735] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.005871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.005943] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.006046] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7 is going to be updated. [ 1103.034200] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.034350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.034422] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.034643] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.034779] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.034928] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f525316-8f6c-4e09-87b5-7f3d2b9ff4d7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.309295] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.309505] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.309545] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.309887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.310124] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.310270] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.310359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.310542] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.310652] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.310764] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.310981] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.311180] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.311302] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.311397] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.311572] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.311667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.311729] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.311868] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.312114] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.312278] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.312455] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.815176] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd924f7f-ad53-4e7b-855e-e0795c38f4ea: rpc.has_security_group_logging(os_id): False [ 1103.839321] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.839321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.839321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.839321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.839321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.839321] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.839321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.839321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.839321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.839321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.839321] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.839321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.839321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.839321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.839321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.840102] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.840102] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.840102] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.840102] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.840102] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.840102] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be updated. [ 1103.907729] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.907915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.907960] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.908173] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.908320] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.922375] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: IN_PROGRESS for 2s [ 1103.937994] env[65757]: INFO networking_nsxv3.common.synchronization [req-b5e849f3-9a81-49e7-9fde-046a43db8a17 req-09445d80-180e-4415-a829-1c9e6e09e40e tempest-ServersNegativeTestMultiTenantJSON-1434876695 tempest-ServersNegativeTestMultiTenantJSON-1434876695-project-member] Enqueued Resource ID: 8574d8b3-c04f-473b-93da-efce0eaaec13 with Priority: HIGHEST for action security_group_members [ 1103.939190] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8574d8b3-c04f-473b-93da-efce0eaaec13 with Priority: HIGHEST for action security_group_members [ 1103.939785] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-8574d8b3-c04f-473b-93da-efce0eaaec13 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.939948] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.940059] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.940520] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.940520] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.940679] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.940729] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.940917] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.941048] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.941239] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8574d8b3-c04f-473b-93da-efce0eaaec13',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.235972] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: SUCCESS [ 1104.236105] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.438944] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 1104.439612] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.439612] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.439612] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.439760] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.439814] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.439843] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.439991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.440101] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.440198] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.443918] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.444045] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.444111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.444281] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.444362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.444535] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.444627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.444686] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.444828] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.444901] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.444982] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8574d8b3-c04f-473b-93da-efce0eaaec13 is going to be updated. [ 1104.478870] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.478999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.479429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.479429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.479548] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.492791] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8574d8b3-c04f-473b-93da-efce0eaaec13 in Status: IN_PROGRESS for 2s [ 1104.942314] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.445014] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.936431] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 1105.936431] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.948041] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.948424] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.948424] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.948552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.948628] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.948739] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 1105.978347] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.980249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.980341] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.980560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.980918] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.992155] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 1106.504068] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8574d8b3-c04f-473b-93da-efce0eaaec13 in Status: SUCCESS [ 1106.504248] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8574d8b3-c04f-473b-93da-efce0eaaec13 deletion is rescheduled due to dependency. [ 1106.504366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.593029] env[65757]: INFO networking_nsxv3.common.synchronization [req-f7ebeb74-3acc-4a1b-83df-b7785029d02e req-47d1afed-7c8a-4a52-8294-212b4c86db72 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Enqueued Resource ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 with Priority: HIGHEST for action security_group_members [ 1106.593029] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 with Priority: HIGHEST for action security_group_members [ 1106.593029] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5a25af7-88b4-4475-86a0-9164f9a6d340 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.593983] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.594266] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.595041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.595041] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.595041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.595041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.595246] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.595246] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.595365] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5a25af7-88b4-4475-86a0-9164f9a6d340',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.711181] env[65757]: INFO networking_nsxv3.common.synchronization [req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 req-98128e2d-34ff-409f-828b-a1f2b5e9a423 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Enqueued Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 1106.713948] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 1106.714415] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.714561] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.714561] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.714857] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.715206] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.715206] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.715450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.715450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.715547] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.715782] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.092698] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.093047] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.093047] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.093718] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.094128] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.094314] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.094436] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.094671] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.094819] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.095102] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.095244] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1107.095364] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1107.095473] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1107.095616] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1107.095723] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1107.095871] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1107.097803] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.097984] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.098105] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.098301] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.098411] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.098589] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.098685] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.098758] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.100550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.100550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.100550] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 is going to be updated. [ 1107.118614] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1107.118614] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1107.118614] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1107.118852] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.119045] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-6c9708cd-43da-441c-9209-efe57e7ab4d6 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.119209] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-6c9708cd-43da-441c-9209-efe57e7ab4d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.119337] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-6c9708cd-43da-441c-9209-efe57e7ab4d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.119693] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-6c9708cd-43da-441c-9209-efe57e7ab4d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.119854] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c9708cd-43da-441c-9209-efe57e7ab4d6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.128242] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.128414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.128489] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.128695] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.128835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.137912] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 in Status: IN_PROGRESS for 2s [ 1107.228052] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.228227] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.228227] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.228408] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.228483] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.228698] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.228798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.228861] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.229033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.229412] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.229412] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 is going to be updated. [ 1107.261442] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.261596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.261684] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.261898] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.262058] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.273649] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: IN_PROGRESS for 2s [ 1107.622762] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.622978] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.622978] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.623452] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.623531] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.623698] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 6c9708cd-43da-441c-9209-efe57e7ab4d6 not found, creating... [ 1107.624053] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.624246] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.624403] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.624642] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.624783] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.625094] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.625247] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.625359] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.625567] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.625718] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.625834] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 6c9708cd-43da-441c-9209-efe57e7ab4d6 is going to be created. [ 1107.651960] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.652209] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.652359] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.652633] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.652868] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.653102] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-6c9708cd-43da-441c-9209-efe57e7ab4d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.003483] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 1108.003807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.004020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.004296] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.004516] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.004618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.004677] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.004861] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.004945] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.005043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.005150] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.367927] env[65757]: INFO networking_nsxv3.common.synchronization [req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 req-fd8be97f-4f00-407d-99f6-b77074a04f82 service nova] Enqueued Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_rules [ 1108.368179] env[65757]: INFO networking_nsxv3.common.synchronization [req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 req-fd8be97f-4f00-407d-99f6-b77074a04f82 service nova] Enqueued Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 1108.368364] env[65757]: INFO networking_nsxv3.common.synchronization [req-dbd6af5d-3371-4ed0-890e-3c03cd66a794 req-fd8be97f-4f00-407d-99f6-b77074a04f82 service nova] Enqueued Resource ID: 6c9708cd-43da-441c-9209-efe57e7ab4d6 with Priority: HIGHEST for action port [ 1108.368963] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_rules [ 1108.369381] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 1108.369520] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c9708cd-43da-441c-9209-efe57e7ab4d6 with Priority: HIGHEST for action port [ 1108.369850] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.369994] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.370148] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.370337] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.370454] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.372031] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.372133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.372326] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c9708cd-43da-441c-9209-efe57e7ab4d6 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.372445] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c9708cd-43da-441c-9209-efe57e7ab4d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.372537] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c9708cd-43da-441c-9209-efe57e7ab4d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.372774] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c9708cd-43da-441c-9209-efe57e7ab4d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.372835] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c9708cd-43da-441c-9209-efe57e7ab4d6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.507597] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.507814] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.507946] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.508147] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.508679] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.508679] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.508679] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.508679] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.508872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.508872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.508946] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.509040] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.509100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.509296] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.509412] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.509528] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.509570] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.509758] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.509758] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.509854] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.509924] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.872704] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.872927] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.875203] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c9708cd-43da-441c-9209-efe57e7ab4d6 with status ACTIVE [ 1108.875376] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.875495] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.875560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.875771] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.875858] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.876040] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.876139] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.876201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.876387] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.876477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.876663] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.876755] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.876820] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.876961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.877046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.877130] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c9708cd-43da-441c-9209-efe57e7ab4d6 is going to be updated. [ 1108.898954] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.899142] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.899181] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.899389] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.899534] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.899706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c9708cd-43da-441c-9209-efe57e7ab4d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.012443] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4b32fd3-8938-4185-a0c3-7ed142922642: rpc.has_security_group_logging(os_id): False [ 1109.030236] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.030236] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.030351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.030520] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.030625] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.030870] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.030984] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.031062] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.031213] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.031301] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.031559] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.031609] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.031644] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.031775] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.031876] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.032034] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.032168] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.032327] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.032420] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.032466] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.032537] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 1109.109604] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.109604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.109732] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.109835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.109979] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.125271] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 1109.159695] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 in Status: SUCCESS [ 1109.159882] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 deletion is rescheduled due to dependency. [ 1109.159996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.285731] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: SUCCESS [ 1109.285731] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 deletion is rescheduled due to dependency. [ 1109.285731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.285731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.285731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.285731] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.285731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.285731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.285731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.285731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.285731] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.787866] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.291344] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.794677] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.794992] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.794992] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.795169] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.795260] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.795365] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 is going to be updated. [ 1110.858208] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.858428] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.858535] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.858800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.858974] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.872199] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: IN_PROGRESS for 2s [ 1111.141446] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 1111.141598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.958545] env[65757]: INFO networking_nsxv3.common.synchronization [None req-c6b2c031-0aa0-4172-9f73-a36372dbaf16 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Enqueued Resource ID: a6e75634-25ba-495a-b651-3b13ea685fa4 with Priority: HIGHEST for action security_group_rules [ 1111.959110] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e75634-25ba-495a-b651-3b13ea685fa4 with Priority: HIGHEST for action security_group_rules [ 1111.959503] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6e75634-25ba-495a-b651-3b13ea685fa4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.959631] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.959775] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.960590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.960590] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6e75634-25ba-495a-b651-3b13ea685fa4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.055067] env[65757]: INFO networking_nsxv3.common.synchronization [None req-ea8533cf-415f-4554-baf6-49db40c41b62 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Enqueued Resource ID: a6e75634-25ba-495a-b651-3b13ea685fa4 with Priority: HIGHEST for action security_group_rules [ 1112.055667] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e75634-25ba-495a-b651-3b13ea685fa4 with Priority: HIGHEST for action security_group_rules [ 1112.056207] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6e75634-25ba-495a-b651-3b13ea685fa4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.056449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.486078] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.486407] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.486546] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.486906] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.487070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.487221] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6e75634-25ba-495a-b651-3b13ea685fa4 already deleted. [ 1112.487347] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.487568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.487848] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.488020] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6e75634-25ba-495a-b651-3b13ea685fa4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.891399] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: SUCCESS [ 1112.891728] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.891997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.892181] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.892395] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.892522] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.892584] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.892753] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.892828] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.892909] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.893071] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.011777] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.012125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.012125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.012337] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.012337] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.012401] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6e75634-25ba-495a-b651-3b13ea685fa4 already deleted. [ 1113.012476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.031041] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.031041] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.031214] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.031389] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.031647] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.031842] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.031965] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.032389] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.032565] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.032773] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.032882] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.033613] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.033613] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.033613] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.033613] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.033613] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.055595] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.055767] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.055983] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.056184] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-429" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.056497] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-9a579b65-2185-409b-8de8-d0de91ccc686 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.056668] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-9a579b65-2185-409b-8de8-d0de91ccc686" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.056775] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-9a579b65-2185-409b-8de8-d0de91ccc686" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.057047] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-9a579b65-2185-409b-8de8-d0de91ccc686" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.057178] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a579b65-2185-409b-8de8-d0de91ccc686',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.395260] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.395431] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.395493] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.395695] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.395862] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.395963] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.396032] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.396189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.396276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.396363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.396510] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.396605] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.396661] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.396797] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.396943] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.397064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.397130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.397269] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.397344] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.397440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.397516] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.559258] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.559536] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.559665] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.559958] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.560124] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.560436] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.560595] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.560708] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.560943] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.561132] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.561456] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.561612] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.561784] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.562104] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.562169] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.562278] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 9a579b65-2185-409b-8de8-d0de91ccc686 is going to be updated. [ 1113.584373] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.584555] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.584555] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.584825] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.585052] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.585272] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-9a579b65-2185-409b-8de8-d0de91ccc686" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.899618] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0: rpc.has_security_group_logging(os_id): False [ 1113.918889] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.919163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.919248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.919486] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.919587] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.919886] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.920019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.920100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.920295] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.920410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.920674] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.920778] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.920839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.920986] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.921077] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.921257] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.921402] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.921478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.921612] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.921686] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.921771] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 is going to be updated. [ 1113.981042] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.981228] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.981281] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.981629] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.981755] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.000579] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: IN_PROGRESS for 2s [ 1114.262453] env[65757]: INFO networking_nsxv3.common.synchronization [req-cf02e530-a346-48a2-a204-ab8f00feb6f8 req-ce22dbdb-f648-4693-b474-a12f80e7b58d tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Enqueued Resource ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 with Priority: HIGHEST for action security_group_members [ 1114.262984] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 with Priority: HIGHEST for action security_group_members [ 1114.263301] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.263990] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.264110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.264309] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.264475] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.264582] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.264643] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.264898] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.264898] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.265050] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6824acb-f58a-4a4e-b7b4-ae3dabe60357',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.322405] env[65757]: INFO networking_nsxv3.common.synchronization [req-9dd82051-223c-4977-8829-fde550ff3f55 req-52ab7705-6c3b-4061-9cf8-a1ba711d2742 service nova] Enqueued Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_rules [ 1114.322902] env[65757]: INFO networking_nsxv3.common.synchronization [req-9dd82051-223c-4977-8829-fde550ff3f55 req-52ab7705-6c3b-4061-9cf8-a1ba711d2742 service nova] Enqueued Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 1114.323184] env[65757]: INFO networking_nsxv3.common.synchronization [req-9dd82051-223c-4977-8829-fde550ff3f55 req-52ab7705-6c3b-4061-9cf8-a1ba711d2742 service nova] Enqueued Resource ID: 9a579b65-2185-409b-8de8-d0de91ccc686 with Priority: HIGHEST for action port [ 1114.323826] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_rules [ 1114.324781] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 1114.324781] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a579b65-2185-409b-8de8-d0de91ccc686 with Priority: HIGHEST for action port [ 1114.325253] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.325624] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.326582] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.326886] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.327077] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.328014] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.328185] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.328281] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.328491] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.328703] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.328825] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.328919] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.329121] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.329271] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.329387] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.330224] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a579b65-2185-409b-8de8-d0de91ccc686 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.330384] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a579b65-2185-409b-8de8-d0de91ccc686" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.331676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a579b65-2185-409b-8de8-d0de91ccc686" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.331676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a579b65-2185-409b-8de8-d0de91ccc686" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.331676] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a579b65-2185-409b-8de8-d0de91ccc686',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.669800] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.669977] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-940" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.670113] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-940" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.670385] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-940" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.670641] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.670835] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.670956] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.671191] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.671368] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.671558] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.671671] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.671778] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.671896] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.672014] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.672140] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.672272] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.694751] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.694951] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1114.695072] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.695252] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-940" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.695567] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-8194aec7-f2f2-4fa5-9c43-715e755c28ff taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.695812] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-8194aec7-f2f2-4fa5-9c43-715e755c28ff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.695941] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-8194aec7-f2f2-4fa5-9c43-715e755c28ff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.696293] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-8194aec7-f2f2-4fa5-9c43-715e755c28ff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.696433] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8194aec7-f2f2-4fa5-9c43-715e755c28ff',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.767581] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.767719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.767779] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.768012] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.768111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.768300] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.768397] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.768480] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.768637] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.768713] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.768808] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 already deleted. [ 1114.769346] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.833037] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.833932] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.834075] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.834223] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a579b65-2185-409b-8de8-d0de91ccc686 with status ACTIVE [ 1114.834380] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.834748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.834748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.834748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.834868] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.835266] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.835266] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.835266] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.835266] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.835413] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.835930] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.835930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.835930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.835930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.835930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.836138] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a579b65-2185-409b-8de8-d0de91ccc686 is going to be updated. [ 1114.857053] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.857053] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.857053] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.857053] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.857053] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.857053] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a579b65-2185-409b-8de8-d0de91ccc686" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.199087] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.199330] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.199484] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.199823] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.199976] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.200142] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 8194aec7-f2f2-4fa5-9c43-715e755c28ff not found, creating... [ 1115.200401] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.200559] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.200669] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.200892] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.201030] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.201310] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.201492] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.201636] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.201808] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.201936] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.202081] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 8194aec7-f2f2-4fa5-9c43-715e755c28ff is going to be created. [ 1115.222139] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.222360] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.222482] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.222745] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.222966] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.223199] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-8194aec7-f2f2-4fa5-9c43-715e755c28ff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.338055] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.840333] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.840492] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.840566] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.840785] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.840873] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.840966] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 is going to be updated. [ 1115.877110] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.877280] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.877325] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.877527] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.877668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.887684] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: IN_PROGRESS for 2s [ 1115.919295] env[65757]: INFO networking_nsxv3.common.synchronization [req-cf02e530-a346-48a2-a204-ab8f00feb6f8 req-d5df975c-2653-4d35-a5b4-ddfc26262a4d service nova] Enqueued Resource ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 with Priority: HIGHEST for action security_group_rules [ 1115.919469] env[65757]: INFO networking_nsxv3.common.synchronization [req-cf02e530-a346-48a2-a204-ab8f00feb6f8 req-d5df975c-2653-4d35-a5b4-ddfc26262a4d service nova] Enqueued Resource ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 with Priority: HIGHEST for action security_group_members [ 1115.919606] env[65757]: INFO networking_nsxv3.common.synchronization [req-cf02e530-a346-48a2-a204-ab8f00feb6f8 req-d5df975c-2653-4d35-a5b4-ddfc26262a4d service nova] Enqueued Resource ID: 8194aec7-f2f2-4fa5-9c43-715e755c28ff with Priority: HIGHEST for action port [ 1115.920209] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 with Priority: HIGHEST for action security_group_rules [ 1115.920343] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 with Priority: HIGHEST for action security_group_members [ 1115.920444] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8194aec7-f2f2-4fa5-9c43-715e755c28ff with Priority: HIGHEST for action port [ 1115.920725] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.920853] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.920929] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.921125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.921204] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6824acb-f58a-4a4e-b7b4-ae3dabe60357',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.922185] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.922300] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.922393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.922543] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.922687] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.922768] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.922818] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.922963] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.923054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.923147] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6824acb-f58a-4a4e-b7b4-ae3dabe60357',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.923937] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-8194aec7-f2f2-4fa5-9c43-715e755c28ff taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.924072] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8194aec7-f2f2-4fa5-9c43-715e755c28ff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.924139] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8194aec7-f2f2-4fa5-9c43-715e755c28ff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.924257] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8194aec7-f2f2-4fa5-9c43-715e755c28ff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.924326] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8194aec7-f2f2-4fa5-9c43-715e755c28ff',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.013861] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: SUCCESS [ 1116.014082] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.426477] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.426873] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.426873] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6824acb-f58a-4a4e-b7b4-ae3dabe60357',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.427737] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8194aec7-f2f2-4fa5-9c43-715e755c28ff with status ACTIVE [ 1116.427914] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.428044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.428103] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.428334] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.428421] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.428597] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.428691] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.428766] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.428898] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.428971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.429160] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.429253] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.429329] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.429476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.430622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.430622] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8194aec7-f2f2-4fa5-9c43-715e755c28ff is going to be updated. [ 1116.455434] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.455641] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.455721] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.456013] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.456225] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.456445] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8194aec7-f2f2-4fa5-9c43-715e755c28ff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.931534] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6824acb-f58a-4a4e-b7b4-ae3dabe60357',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.255719] env[65757]: INFO networking_nsxv3.common.synchronization [req-83fa2a89-cf4f-4f4c-aad2-11ed7f66184e req-ec257178-d4fe-4c74-adb0-f322f7b9b020 tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 1117.255719] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 1117.255719] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.255719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.255719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.257971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.258189] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.258788] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.258871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.259152] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.259254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.259359] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.434387] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.434776] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.434776] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.434855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.434930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.435025] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 is going to be created. [ 1117.462199] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.462414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.462414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.462647] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.462815] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.472830] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 in Status: UNINITIALIZED for 2s [ 1117.765787] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.903637] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: SUCCESS [ 1117.903837] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.904537] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.904537] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.904537] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.904537] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.905078] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.905078] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.905078] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.905078] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.905078] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.267846] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.407236] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.407439] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.407439] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.407670] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.407841] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.407947] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.407998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.408171] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.408254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.408336] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.408479] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.408579] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.408630] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.408767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.408898] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.408983] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.409045] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.409179] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.409250] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.409414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.409510] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.770652] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.771157] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.771157] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.771157] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.771157] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.771294] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 1118.803338] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.803472] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.803542] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.803770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.803918] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.821136] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 1118.912094] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe25d1be-854c-4a19-bb4a-ddeb92af5392: rpc.has_security_group_logging(os_id): False [ 1118.930134] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.930336] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.930336] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.930647] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.930732] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.930895] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.930994] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.931068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.931229] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.931304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.931523] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.931637] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.931680] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.931817] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.931890] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.932097] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.932189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.932248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.932389] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.932475] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.932565] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 is going to be updated. [ 1118.991262] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.991510] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.991510] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.991738] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.991881] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.005279] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: IN_PROGRESS for 2s [ 1119.481780] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 in Status: SUCCESS [ 1119.482016] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.482193] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.482429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.482618] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.482723] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.482786] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.482938] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.483026] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.483106] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.483193] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6824acb-f58a-4a4e-b7b4-ae3dabe60357',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.985344] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6824acb-f58a-4a4e-b7b4-ae3dabe60357',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.489294] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6824acb-f58a-4a4e-b7b4-ae3dabe60357: rpc.has_security_group_logging(os_id): False [ 1120.511563] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.511740] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.511978] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.512036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.512105] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.512352] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.512442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.512556] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.512727] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.512798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.512879] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 is going to be created. [ 1120.583943] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.584144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.584200] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.584415] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.584595] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.598484] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 in Status: IN_PROGRESS for 2s [ 1120.831795] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 1120.832044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.021298] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: SUCCESS [ 1121.021664] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.255969] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1122.256404] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1122.611648] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 in Status: SUCCESS [ 1122.612059] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.650285] env[65757]: INFO networking_nsxv3.common.synchronization [None req-46771495-4bb9-458f-b729-69a20f901f08 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Enqueued Resource ID: 4475455f-0082-4171-9347-c0bb52a2a4da with Priority: HIGHEST for action security_group_rules [ 1124.651085] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4475455f-0082-4171-9347-c0bb52a2a4da with Priority: HIGHEST for action security_group_rules [ 1124.651692] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4475455f-0082-4171-9347-c0bb52a2a4da taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.651939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.652076] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.652498] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.653633] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4475455f-0082-4171-9347-c0bb52a2a4da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.740683] env[65757]: INFO networking_nsxv3.common.synchronization [None req-f274e01f-5fb6-4375-a5a8-4c4db498a3d9 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Enqueued Resource ID: 4475455f-0082-4171-9347-c0bb52a2a4da with Priority: HIGHEST for action security_group_rules [ 1124.741212] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4475455f-0082-4171-9347-c0bb52a2a4da with Priority: HIGHEST for action security_group_rules [ 1124.741563] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4475455f-0082-4171-9347-c0bb52a2a4da taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.741736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.176889] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.177108] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.177108] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.177240] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.177453] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.177453] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4475455f-0082-4171-9347-c0bb52a2a4da already deleted. [ 1125.177597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.177660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.177817] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.177898] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4475455f-0082-4171-9347-c0bb52a2a4da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.701517] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.702054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.702054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.702054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.702203] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.702284] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4475455f-0082-4171-9347-c0bb52a2a4da already deleted. [ 1125.702326] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.469987] env[65757]: INFO networking_nsxv3.common.synchronization [req-e41374d9-b226-49fc-8869-4d6f578c009f req-2dda1673-620c-4b84-aa26-37f5441e4962 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Enqueued Resource ID: a6e75634-25ba-495a-b651-3b13ea685fa4 with Priority: HIGHEST for action security_group_members [ 1128.470744] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e75634-25ba-495a-b651-3b13ea685fa4 with Priority: HIGHEST for action security_group_members [ 1128.471103] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e75634-25ba-495a-b651-3b13ea685fa4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.471240] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.471304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.471676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.471907] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.472050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.472167] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.472422] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.472500] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.472712] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6e75634-25ba-495a-b651-3b13ea685fa4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.817848] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.818083] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-995" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.818208] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-995" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.818485] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-995" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.819112] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.819256] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.819362] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.819685] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.819842] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.820059] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.820170] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.820275] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.820379] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.820486] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.820590] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.820719] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.841329] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.841474] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.841607] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.841772] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-995" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.842096] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-d0cfb908-cc92-4824-bac8-90698668ad55 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.842269] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-d0cfb908-cc92-4824-bac8-90698668ad55" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.842386] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-d0cfb908-cc92-4824-bac8-90698668ad55" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.842731] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-d0cfb908-cc92-4824-bac8-90698668ad55" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.842903] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0cfb908-cc92-4824-bac8-90698668ad55',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.975982] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.976219] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.976219] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.976435] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.976522] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.976719] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.976819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.976878] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.977059] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.977135] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.977217] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e75634-25ba-495a-b651-3b13ea685fa4 already deleted. [ 1128.977297] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.345190] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.345413] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.345629] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.345986] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.346326] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.346520] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port d0cfb908-cc92-4824-bac8-90698668ad55 not found, creating... [ 1129.346838] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.347086] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.347245] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.347506] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.347683] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.347995] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.348234] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.348376] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.348618] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.348783] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.348948] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: d0cfb908-cc92-4824-bac8-90698668ad55 is going to be created. [ 1129.370061] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.370365] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.370549] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.370905] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.371193] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.371457] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-d0cfb908-cc92-4824-bac8-90698668ad55" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.056652] env[65757]: INFO networking_nsxv3.common.synchronization [req-e41374d9-b226-49fc-8869-4d6f578c009f req-ad4589ef-753e-4737-955f-1e1ed3d98e2d service nova] Enqueued Resource ID: a6e75634-25ba-495a-b651-3b13ea685fa4 with Priority: HIGHEST for action security_group_rules [ 1130.057615] env[65757]: INFO networking_nsxv3.common.synchronization [req-e41374d9-b226-49fc-8869-4d6f578c009f req-ad4589ef-753e-4737-955f-1e1ed3d98e2d service nova] Enqueued Resource ID: a6e75634-25ba-495a-b651-3b13ea685fa4 with Priority: HIGHEST for action security_group_members [ 1130.057615] env[65757]: INFO networking_nsxv3.common.synchronization [req-e41374d9-b226-49fc-8869-4d6f578c009f req-ad4589ef-753e-4737-955f-1e1ed3d98e2d service nova] Enqueued Resource ID: d0cfb908-cc92-4824-bac8-90698668ad55 with Priority: HIGHEST for action port [ 1130.057711] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e75634-25ba-495a-b651-3b13ea685fa4 with Priority: HIGHEST for action security_group_rules [ 1130.057900] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e75634-25ba-495a-b651-3b13ea685fa4 with Priority: HIGHEST for action security_group_members [ 1130.058240] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0cfb908-cc92-4824-bac8-90698668ad55 with Priority: HIGHEST for action port [ 1130.058554] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6e75634-25ba-495a-b651-3b13ea685fa4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.058713] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.058812] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.059149] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.059149] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6e75634-25ba-495a-b651-3b13ea685fa4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.060359] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e75634-25ba-495a-b651-3b13ea685fa4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.060476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.060615] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.060904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.062027] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.062027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.062027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.062027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.062254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.062254] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6e75634-25ba-495a-b651-3b13ea685fa4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.062957] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0cfb908-cc92-4824-bac8-90698668ad55 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.063109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0cfb908-cc92-4824-bac8-90698668ad55" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.063151] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0cfb908-cc92-4824-bac8-90698668ad55" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.063289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0cfb908-cc92-4824-bac8-90698668ad55" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.063358] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0cfb908-cc92-4824-bac8-90698668ad55',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.561275] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e75634-25ba-495a-b651-3b13ea685fa4 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.561412] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.564851] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6e75634-25ba-495a-b651-3b13ea685fa4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.565802] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0cfb908-cc92-4824-bac8-90698668ad55 with status ACTIVE [ 1130.566426] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.566426] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.566426] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.566426] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.566580] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.566646] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.566811] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.566811] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.566956] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.567027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.568666] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.568666] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.568666] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.568666] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.568666] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.568666] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0cfb908-cc92-4824-bac8-90698668ad55 is going to be updated. [ 1130.590216] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.590399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.590455] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.590624] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.590754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.590905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0cfb908-cc92-4824-bac8-90698668ad55" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.070839] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6e75634-25ba-495a-b651-3b13ea685fa4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.118482] env[65757]: INFO networking_nsxv3.common.synchronization [req-9cf552fe-5fd0-487c-8892-78634caebcd0 req-58e8c4b5-015d-4236-8ff2-6a33acec4adf tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Enqueued Resource ID: 62b233fe-9cf0-458f-af6c-b192f3053255 with Priority: HIGHEST for action security_group_members [ 1131.118971] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b233fe-9cf0-458f-af6c-b192f3053255 with Priority: HIGHEST for action security_group_members [ 1131.119405] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-62b233fe-9cf0-458f-af6c-b192f3053255 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.119545] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.119615] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.119818] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.119979] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.120119] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.120199] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.120348] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.120455] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.120548] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.572909] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.573113] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.573179] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.573356] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.573442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.573536] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e75634-25ba-495a-b651-3b13ea685fa4 is going to be created. [ 1131.599230] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.599369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.599437] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.599710] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.599913] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.610841] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e75634-25ba-495a-b651-3b13ea685fa4 in Status: UNINITIALIZED for 2s [ 1131.623329] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.125518] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.628685] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.628851] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.628983] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.629219] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.629314] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.629419] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62b233fe-9cf0-458f-af6c-b192f3053255 is going to be updated. [ 1132.660878] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.661301] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.661301] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.661449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.661779] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.684085] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62b233fe-9cf0-458f-af6c-b192f3053255 in Status: IN_PROGRESS for 2s [ 1133.107458] env[65757]: INFO networking_nsxv3.common.synchronization [req-d463a58d-88cf-475c-b37b-f08eb5dd2bc7 req-0e625da7-38fa-4ab7-8cfe-b4fef4aca03b tempest-ServersTestJSON-2092127270 tempest-ServersTestJSON-2092127270-project-member] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 1133.108118] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGHEST for action security_group_members [ 1133.108461] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.108584] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.108982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.108982] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.109122] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.109221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.109272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.109427] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.109508] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.109612] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.613420] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.615185] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.615185] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.615185] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.615185] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.615185] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.615185] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.615185] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.615185] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.615185] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.615527] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be updated. [ 1133.625038] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e75634-25ba-495a-b651-3b13ea685fa4 in Status: SUCCESS [ 1133.625038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.625509] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.625830] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.626061] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.626215] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.626307] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.626510] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.626620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.626737] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.626863] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6e75634-25ba-495a-b651-3b13ea685fa4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.644990] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.644990] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.644990] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.645257] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.645348] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.654894] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: IN_PROGRESS for 2s [ 1134.130068] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6e75634-25ba-495a-b651-3b13ea685fa4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.632540] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6e75634-25ba-495a-b651-3b13ea685fa4: rpc.has_security_group_logging(os_id): False [ 1134.652153] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.652334] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.652420] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.652655] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.652751] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.653031] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.653125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.653202] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.653358] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.653452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.653552] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6e75634-25ba-495a-b651-3b13ea685fa4 is going to be created. [ 1134.693871] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62b233fe-9cf0-458f-af6c-b192f3053255 in Status: SUCCESS [ 1134.693871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.728467] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.728467] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.728467] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.728467] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.728770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.746160] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6e75634-25ba-495a-b651-3b13ea685fa4 in Status: IN_PROGRESS for 2s [ 1135.665042] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4b32fd3-8938-4185-a0c3-7ed142922642 in Status: SUCCESS [ 1135.665373] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 deletion is rescheduled due to dependency. [ 1135.665373] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.760849] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6e75634-25ba-495a-b651-3b13ea685fa4 in Status: SUCCESS [ 1136.761303] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.109482] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1138.109919] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1138.974979] env[65757]: INFO networking_nsxv3.common.synchronization [req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 req-8b81915c-0bb2-43ef-804d-d539d033eadb tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Enqueued Resource ID: 4475455f-0082-4171-9347-c0bb52a2a4da with Priority: HIGHEST for action security_group_members [ 1138.975511] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4475455f-0082-4171-9347-c0bb52a2a4da with Priority: HIGHEST for action security_group_members [ 1138.975821] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-4475455f-0082-4171-9347-c0bb52a2a4da taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.975986] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.976204] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.977141] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.977277] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.977390] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.977454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.977720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.977720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.977927] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4475455f-0082-4171-9347-c0bb52a2a4da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.356644] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.356926] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-28" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.356961] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-28" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.357251] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-28" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.357509] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.358462] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.358462] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.358462] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.358570] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.359208] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.359208] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.359208] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.359208] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.359208] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.359408] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.359408] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.384612] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.384832] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1139.385019] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.385216] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-28" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.385533] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-3d7a01b0-d601-476a-a51a-a19e0466ada6 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.385705] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-3d7a01b0-d601-476a-a51a-a19e0466ada6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.385822] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-3d7a01b0-d601-476a-a51a-a19e0466ada6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.386204] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-3d7a01b0-d601-476a-a51a-a19e0466ada6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.386282] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d7a01b0-d601-476a-a51a-a19e0466ada6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.480227] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.480370] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.480370] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.480526] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.480615] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.480809] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.480907] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.480998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.481134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.481209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.481289] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4475455f-0082-4171-9347-c0bb52a2a4da already deleted. [ 1139.481367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.889230] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.889472] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.889582] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.890014] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.890173] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.890328] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 3d7a01b0-d601-476a-a51a-a19e0466ada6 not found, creating... [ 1139.890593] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.890751] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.890865] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.891098] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.891235] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.891513] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.891662] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.891850] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.892072] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.892207] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.892345] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 3d7a01b0-d601-476a-a51a-a19e0466ada6 is going to be created. [ 1139.915016] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.915288] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.915370] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.915653] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.915884] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.916129] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-3d7a01b0-d601-476a-a51a-a19e0466ada6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.636586] env[65757]: INFO networking_nsxv3.common.synchronization [req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 req-948df9f8-d6e3-4082-8267-c6f0c55335d4 service nova] Enqueued Resource ID: 4475455f-0082-4171-9347-c0bb52a2a4da with Priority: HIGHEST for action security_group_rules [ 1140.636879] env[65757]: INFO networking_nsxv3.common.synchronization [req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 req-948df9f8-d6e3-4082-8267-c6f0c55335d4 service nova] Enqueued Resource ID: 4475455f-0082-4171-9347-c0bb52a2a4da with Priority: HIGHEST for action security_group_members [ 1140.637187] env[65757]: INFO networking_nsxv3.common.synchronization [req-e1f95da7-fad0-40fa-abc7-dfc4f3498e34 req-948df9f8-d6e3-4082-8267-c6f0c55335d4 service nova] Enqueued Resource ID: 3d7a01b0-d601-476a-a51a-a19e0466ada6 with Priority: HIGHEST for action port [ 1140.637565] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4475455f-0082-4171-9347-c0bb52a2a4da with Priority: HIGHEST for action security_group_rules [ 1140.637702] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4475455f-0082-4171-9347-c0bb52a2a4da with Priority: HIGHEST for action security_group_members [ 1140.637794] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7a01b0-d601-476a-a51a-a19e0466ada6 with Priority: HIGHEST for action port [ 1140.638481] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4475455f-0082-4171-9347-c0bb52a2a4da taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.638569] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.638637] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.638940] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.639056] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4475455f-0082-4171-9347-c0bb52a2a4da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.640668] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-4475455f-0082-4171-9347-c0bb52a2a4da taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.640801] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.640871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.641072] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.641229] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.641330] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.641393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.641544] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.641630] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.642069] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4475455f-0082-4171-9347-c0bb52a2a4da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.643309] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d7a01b0-d601-476a-a51a-a19e0466ada6 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.643414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d7a01b0-d601-476a-a51a-a19e0466ada6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.643483] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d7a01b0-d601-476a-a51a-a19e0466ada6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.643640] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d7a01b0-d601-476a-a51a-a19e0466ada6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.643727] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d7a01b0-d601-476a-a51a-a19e0466ada6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.141896] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-4475455f-0082-4171-9347-c0bb52a2a4da taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.142204] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.146479] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d7a01b0-d601-476a-a51a-a19e0466ada6 with status ACTIVE [ 1141.146711] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.146817] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.146888] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.147142] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.147235] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.147429] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.147539] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.147594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.147753] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.147829] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.148014] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.148112] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.148167] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.148309] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.148381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.148461] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d7a01b0-d601-476a-a51a-a19e0466ada6 is going to be updated. [ 1141.149697] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4475455f-0082-4171-9347-c0bb52a2a4da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.174277] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.174446] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.174565] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.174830] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.174972] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.175144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d7a01b0-d601-476a-a51a-a19e0466ada6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.652140] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4475455f-0082-4171-9347-c0bb52a2a4da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.736119] env[65757]: INFO networking_nsxv3.common.synchronization [req-e09d15f4-b12a-4497-bfcf-c3c9256f8788 req-c8dbebeb-c47b-454f-a681-74d71fce6580 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Enqueued Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_members [ 1141.736542] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_members [ 1141.736960] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.736960] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.737187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.737253] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.737384] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.737559] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.737559] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.737725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.738578] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.738578] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.154460] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.154662] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.154662] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.154860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.154954] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.155065] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4475455f-0082-4171-9347-c0bb52a2a4da is going to be created. [ 1142.180790] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.181058] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.181058] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.181404] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.181514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.192633] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4475455f-0082-4171-9347-c0bb52a2a4da in Status: UNINITIALIZED for 2s [ 1142.240384] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.240679] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.240789] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.241080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.241327] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.241557] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.241673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.241782] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.241958] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.242268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.242268] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 is going to be updated. [ 1142.271630] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.271944] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.272050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.272261] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.272446] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.292933] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: IN_PROGRESS for 2s [ 1143.080208] env[65757]: INFO networking_nsxv3.common.synchronization [req-b1e496d0-2434-428b-b300-9d8efaef48f8 req-f4506a88-9532-43af-92e0-82bebece343b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Enqueued Resource ID: 62b233fe-9cf0-458f-af6c-b192f3053255 with Priority: HIGHEST for action security_group_members [ 1143.080982] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b233fe-9cf0-458f-af6c-b192f3053255 with Priority: HIGHEST for action security_group_members [ 1143.081420] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-62b233fe-9cf0-458f-af6c-b192f3053255 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.081558] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.081627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.081928] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.082485] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.082595] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.082673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.082888] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.083071] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.083172] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.586451] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.586451] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.586451] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.586591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.587707] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.587707] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.587707] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.587707] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.587707] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.587707] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.587707] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62b233fe-9cf0-458f-af6c-b192f3053255 is going to be updated. [ 1143.618914] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.619107] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.619180] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.619381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.619541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.633103] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62b233fe-9cf0-458f-af6c-b192f3053255 in Status: IN_PROGRESS for 2s [ 1144.208448] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4475455f-0082-4171-9347-c0bb52a2a4da in Status: UNINITIALIZED for 4s [ 1144.304520] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: SUCCESS [ 1144.304520] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 deletion is rescheduled due to dependency. [ 1144.304738] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.646344] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62b233fe-9cf0-458f-af6c-b192f3053255 in Status: SUCCESS [ 1145.646626] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62b233fe-9cf0-458f-af6c-b192f3053255 deletion is rescheduled due to dependency. [ 1145.646745] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.219896] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4475455f-0082-4171-9347-c0bb52a2a4da in Status: SUCCESS [ 1146.220177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.220401] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.220631] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.220857] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.220983] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.221060] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.221222] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.221303] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.221419] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.221529] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4475455f-0082-4171-9347-c0bb52a2a4da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.725413] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4475455f-0082-4171-9347-c0bb52a2a4da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.229938] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4475455f-0082-4171-9347-c0bb52a2a4da: rpc.has_security_group_logging(os_id): False [ 1147.252048] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.252227] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.252269] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.252482] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.252575] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.252850] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.252962] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.253258] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.253258] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.253375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.253375] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4475455f-0082-4171-9347-c0bb52a2a4da is going to be created. [ 1147.373960] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.374255] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.374321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.374726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.374726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.389597] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4475455f-0082-4171-9347-c0bb52a2a4da in Status: IN_PROGRESS for 2s [ 1148.082161] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1148.082528] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1149.403369] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4475455f-0082-4171-9347-c0bb52a2a4da in Status: SUCCESS [ 1149.403773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.731915] env[65757]: INFO networking_nsxv3.common.synchronization [req-88789e17-3c33-4fdc-9ab6-37b312df64e0 req-31a57418-0c66-4086-a2e1-27e34efeb533 tempest-DeleteServersTestJSON-309114541 tempest-DeleteServersTestJSON-309114541-project-member] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 1149.732519] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGHEST for action security_group_members [ 1149.732888] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.733029] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.733096] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.733438] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.733529] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.733669] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.733708] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.733858] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.733992] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.734115] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.936138] env[65757]: INFO networking_nsxv3.common.synchronization [None req-b346abb0-d680-4951-b832-ad57753e229b tempest-AttachInterfacesTestJSON-1484556051 tempest-AttachInterfacesTestJSON-1484556051-project-member] Enqueued Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 1149.936666] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 with Priority: HIGHEST for action security_group_members [ 1149.936982] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe25d1be-854c-4a19-bb4a-ddeb92af5392 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.940020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.940020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.940020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.940020] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.940020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.940020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.940020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.940020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.940020] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe25d1be-854c-4a19-bb4a-ddeb92af5392',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.236372] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.236562] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.236640] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.236889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.237016] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.237245] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.237366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.237449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.237635] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.237737] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.237847] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be updated. [ 1150.263974] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.264192] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.264267] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.264481] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.264620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.273744] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: IN_PROGRESS for 2s [ 1150.440440] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.440893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.440893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.440893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.440893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.441218] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.441218] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.441366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.441422] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.441556] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.441664] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 is going to be updated. [ 1150.469597] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.469760] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.469812] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.470570] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.470570] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.480539] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: IN_PROGRESS for 2s [ 1152.294025] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea in Status: SUCCESS [ 1152.294810] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea deletion is rescheduled due to dependency. [ 1152.294810] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.489434] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 in Status: SUCCESS [ 1152.489591] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe25d1be-854c-4a19-bb4a-ddeb92af5392 deletion is rescheduled due to dependency. [ 1152.489680] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe25d1be-854c-4a19-bb4a-ddeb92af5392" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.112058] env[65757]: INFO networking_nsxv3.common.synchronization [None req-dea952f1-cd25-4657-82b8-0a749d7a1fa4 None None] Enqueued Resource ID: 610fe7ae-7881-409b-a672-a841fd1cac11 with Priority: HIGHEST for action port [ 1154.112679] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 610fe7ae-7881-409b-a672-a841fd1cac11 with Priority: HIGHEST for action port [ 1154.113042] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-610fe7ae-7881-409b-a672-a841fd1cac11 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.114036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-610fe7ae-7881-409b-a672-a841fd1cac11" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.114148] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-610fe7ae-7881-409b-a672-a841fd1cac11" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.116104] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-610fe7ae-7881-409b-a672-a841fd1cac11" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.116635] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('610fe7ae-7881-409b-a672-a841fd1cac11',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.619332] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 610fe7ae-7881-409b-a672-a841fd1cac11 [ 1154.619615] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.619779] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.619850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.620155] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.620249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.620350] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:610fe7ae-7881-409b-a672-a841fd1cac11 already deleted. [ 1154.620430] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-610fe7ae-7881-409b-a672-a841fd1cac11" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.873673] env[65757]: INFO networking_nsxv3.common.synchronization [req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c req-6b686848-64f6-4c00-b5ad-2943064d16a2 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Enqueued Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_members [ 1154.875361] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_members [ 1154.875361] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.875361] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.875361] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.875361] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.875361] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.875361] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.875361] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.875904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.875904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.875904] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.901227] env[65757]: INFO networking_nsxv3.common.synchronization [None req-89a2a1da-5973-4699-84e2-ff5f0175fd7b tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Enqueued Resource ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 with Priority: HIGHEST for action security_group_rules [ 1154.902035] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 with Priority: HIGHEST for action security_group_rules [ 1154.902402] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.902531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.902587] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.902833] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.902904] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a460f3f9-afb1-47a8-bf80-b2970ae500f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.019177] env[65757]: INFO networking_nsxv3.common.synchronization [None req-880517d1-282e-4bf8-9dba-10d5c79bf3c3 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Enqueued Resource ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 with Priority: HIGHEST for action security_group_rules [ 1155.019809] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 with Priority: HIGHEST for action security_group_rules [ 1155.020062] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.020245] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.258718] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-633 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.259052] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-633" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.259052] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-633" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.259334] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-633" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.259594] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.259780] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.259913] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.260173] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.260315] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.260523] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.260634] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.260739] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.260841] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.260946] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.261061] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.261193] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.284723] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.284723] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1155.284803] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.285111] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-633" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.285307] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-8519cffc-0b81-44d4-8c2c-7d2d57db203d taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.285542] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-8519cffc-0b81-44d4-8c2c-7d2d57db203d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.285632] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-8519cffc-0b81-44d4-8c2c-7d2d57db203d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.285929] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-8519cffc-0b81-44d4-8c2c-7d2d57db203d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.286091] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8519cffc-0b81-44d4-8c2c-7d2d57db203d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.378447] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.378447] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.378447] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.378447] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.378447] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.378447] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.378447] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.378447] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.378784] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.378784] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.378784] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 is going to be updated. [ 1155.404844] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.405033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.405078] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.405262] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.405413] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.417629] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: IN_PROGRESS for 2s [ 1155.423378] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.423541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.423580] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.423885] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.424009] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.424133] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 already deleted. [ 1155.424305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.424495] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.424677] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.424777] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a460f3f9-afb1-47a8-bf80-b2970ae500f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.789569] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.789753] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.790066] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.790135] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.790230] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.790386] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 8519cffc-0b81-44d4-8c2c-7d2d57db203d not found, creating... [ 1155.790698] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.790866] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.791016] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.791313] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.791453] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.791782] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.792032] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.793066] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.793066] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.793066] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.793066] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 8519cffc-0b81-44d4-8c2c-7d2d57db203d is going to be created. [ 1155.822116] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.822352] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.822901] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.822901] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.823096] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.823381] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-8519cffc-0b81-44d4-8c2c-7d2d57db203d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.947620] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.947620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.947807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.947900] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.947992] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.948099] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 already deleted. [ 1155.948182] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.512784] env[65757]: INFO networking_nsxv3.common.synchronization [None req-a4591963-f43c-4d06-9fbd-efb13bf10d29 None None] Enqueued Resource ID: 27b024e1-9f84-405a-8a9d-98a465ea1f26 with Priority: HIGHEST for action port [ 1156.513742] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b024e1-9f84-405a-8a9d-98a465ea1f26 with Priority: HIGHEST for action port [ 1156.514097] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-27b024e1-9f84-405a-8a9d-98a465ea1f26 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.514258] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27b024e1-9f84-405a-8a9d-98a465ea1f26" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.514336] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27b024e1-9f84-405a-8a9d-98a465ea1f26" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.514546] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27b024e1-9f84-405a-8a9d-98a465ea1f26" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.514633] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27b024e1-9f84-405a-8a9d-98a465ea1f26',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.532212] env[65757]: INFO networking_nsxv3.common.synchronization [req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c req-aea248e6-a926-4b48-a2aa-8c8d7c5871fa service nova] Enqueued Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_rules [ 1156.532212] env[65757]: INFO networking_nsxv3.common.synchronization [req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c req-aea248e6-a926-4b48-a2aa-8c8d7c5871fa service nova] Enqueued Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_members [ 1156.532212] env[65757]: INFO networking_nsxv3.common.synchronization [req-07f5385c-787b-4770-8a29-c8b1ebbd4d6c req-aea248e6-a926-4b48-a2aa-8c8d7c5871fa service nova] Enqueued Resource ID: 8519cffc-0b81-44d4-8c2c-7d2d57db203d with Priority: HIGHEST for action port [ 1156.532212] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_rules [ 1156.532212] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_members [ 1156.532212] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8519cffc-0b81-44d4-8c2c-7d2d57db203d with Priority: HIGHEST for action port [ 1156.532212] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.532212] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.532212] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.533100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.533915] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.534740] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.534740] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.535210] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-8519cffc-0b81-44d4-8c2c-7d2d57db203d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.535350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8519cffc-0b81-44d4-8c2c-7d2d57db203d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.535440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8519cffc-0b81-44d4-8c2c-7d2d57db203d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.535652] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8519cffc-0b81-44d4-8c2c-7d2d57db203d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.535755] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8519cffc-0b81-44d4-8c2c-7d2d57db203d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.016528] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27b024e1-9f84-405a-8a9d-98a465ea1f26 [ 1157.016750] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.016852] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.016918] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.017260] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.017366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.017481] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27b024e1-9f84-405a-8a9d-98a465ea1f26 already deleted. [ 1157.017571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27b024e1-9f84-405a-8a9d-98a465ea1f26" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.037517] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.037517] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.037673] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8519cffc-0b81-44d4-8c2c-7d2d57db203d with status ACTIVE [ 1157.037805] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.037900] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.037963] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.038283] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.038445] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.038660] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.038763] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.038850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.039108] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.039233] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.039520] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.039674] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.039779] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.040015] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.040163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.040315] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8519cffc-0b81-44d4-8c2c-7d2d57db203d is going to be updated. [ 1157.065624] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.065789] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.065836] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.066116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.066272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.066443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8519cffc-0b81-44d4-8c2c-7d2d57db203d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.427826] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: SUCCESS [ 1157.428030] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 deletion is rescheduled due to dependency. [ 1157.428190] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.428414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.428637] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.428868] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.429020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.429109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.429295] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.429399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.429498] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.932299] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.435886] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.938731] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.939379] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.939379] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.939379] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.939584] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.939584] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 is going to be updated. [ 1158.975121] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.975292] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.975382] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.975569] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.975729] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.989109] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: IN_PROGRESS for 2s [ 1161.006230] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: SUCCESS [ 1161.006621] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.006716] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.006987] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.007274] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.007462] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.007561] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.007991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.007991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.008100] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.008179] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.163133] env[65757]: INFO networking_nsxv3.common.synchronization [req-bb4b8dc2-d4d0-4581-b004-ed62424459df req-0a3e882a-c631-4bd3-8296-b184c02d6380 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Enqueued Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 1161.167251] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 1161.167824] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.167953] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.168051] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.168232] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.168382] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.168471] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.168529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.168785] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.168785] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.168890] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.511122] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.671316] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.671481] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.671551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.671755] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.671939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.672189] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.672325] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.672415] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.672611] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.672717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.672834] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 is going to be updated. [ 1161.700833] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.701077] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.701077] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.701344] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.701520] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.710591] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: IN_PROGRESS for 2s [ 1162.013460] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac0215dc-8492-4890-9b8c-8fbbcd599944: rpc.has_security_group_logging(os_id): False [ 1162.032415] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.032649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.032822] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.033105] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.033265] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.033669] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.034733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.034733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.034733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.034733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.034733] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 is going to be updated. [ 1162.100280] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.100466] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.100512] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.100693] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.100863] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.113893] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: IN_PROGRESS for 2s [ 1163.720222] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: SUCCESS [ 1163.720517] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 deletion is rescheduled due to dependency. [ 1163.720517] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.128530] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: SUCCESS [ 1164.128840] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.442882] env[65757]: INFO networking_nsxv3.common.synchronization [req-2e26da42-3054-4b55-9593-9ea28369f43c req-cd292743-ad1a-4fa7-8cc3-1aca6897898b tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Enqueued Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_members [ 1165.443446] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_members [ 1165.443768] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.444309] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.444309] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.444434] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.444912] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.444912] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.444912] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.444912] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.445101] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.445101] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.531134] env[65757]: INFO networking_nsxv3.common.synchronization [req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 req-c3240a12-6a45-4a1f-8a8c-315debb87d34 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Enqueued Resource ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 with Priority: HIGHEST for action security_group_members [ 1165.531681] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 with Priority: HIGHEST for action security_group_members [ 1165.532933] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a460f3f9-afb1-47a8-bf80-b2970ae500f9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.533159] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.533212] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.533547] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.533733] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.533839] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.533896] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.534093] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.534194] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.534264] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a460f3f9-afb1-47a8-bf80-b2970ae500f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.865155] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.865359] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-439" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.865482] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-439" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.865749] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-439" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.865999] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.866420] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.866599] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.866869] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.867148] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.867554] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.867624] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1165.867776] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1165.867939] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1165.868387] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1165.868387] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1165.868387] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1165.898323] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1165.898323] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1165.898323] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1165.898323] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-439" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.898323] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-ebe7ce59-8b22-493e-9576-7b3b8ef80224 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.898323] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-ebe7ce59-8b22-493e-9576-7b3b8ef80224" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.898323] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-ebe7ce59-8b22-493e-9576-7b3b8ef80224" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.898323] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-ebe7ce59-8b22-493e-9576-7b3b8ef80224" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.898323] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebe7ce59-8b22-493e-9576-7b3b8ef80224',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.947177] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.947320] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.947364] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.947565] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.968279] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.968623] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.968755] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.968821] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.969028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.969112] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.969200] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e is going to be updated. [ 1166.004873] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.005173] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.005173] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.005383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.005528] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.022394] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e in Status: IN_PROGRESS for 2s [ 1166.037122] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.037332] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.037416] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.037666] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.037760] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.037986] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.038138] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.038209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.038439] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.038513] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.038570] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 already deleted. [ 1166.038656] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.401111] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.401750] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.401750] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.402150] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.402937] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.402937] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port ebe7ce59-8b22-493e-9576-7b3b8ef80224 not found, creating... [ 1166.402937] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.403330] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.403330] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.403527] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.403657] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.403981] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.404154] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.404272] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.404494] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.404619] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.404754] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: ebe7ce59-8b22-493e-9576-7b3b8ef80224 is going to be created. [ 1166.430597] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.430855] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.431061] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.431423] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.431780] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.432034] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-ebe7ce59-8b22-493e-9576-7b3b8ef80224" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.127040] env[65757]: INFO networking_nsxv3.common.synchronization [req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 req-24c9c139-ae72-455c-ada5-9ff3ef194459 service nova] Enqueued Resource ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 with Priority: HIGHEST for action security_group_rules [ 1167.127040] env[65757]: INFO networking_nsxv3.common.synchronization [req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 req-24c9c139-ae72-455c-ada5-9ff3ef194459 service nova] Enqueued Resource ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 with Priority: HIGHEST for action security_group_members [ 1167.127040] env[65757]: INFO networking_nsxv3.common.synchronization [req-9a63d6f0-cb2a-410f-b37f-5a0a53d30d29 req-24c9c139-ae72-455c-ada5-9ff3ef194459 service nova] Enqueued Resource ID: ebe7ce59-8b22-493e-9576-7b3b8ef80224 with Priority: HIGHEST for action port [ 1167.128143] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 with Priority: HIGHEST for action security_group_rules [ 1167.128143] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 with Priority: HIGHEST for action security_group_members [ 1167.128143] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebe7ce59-8b22-493e-9576-7b3b8ef80224 with Priority: HIGHEST for action port [ 1167.128143] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.128817] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.128817] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.128817] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.129064] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a460f3f9-afb1-47a8-bf80-b2970ae500f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.129928] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a460f3f9-afb1-47a8-bf80-b2970ae500f9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.130081] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.130174] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.130372] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.130549] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.130672] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.130799] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.130964] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.131108] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.131223] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a460f3f9-afb1-47a8-bf80-b2970ae500f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.132145] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebe7ce59-8b22-493e-9576-7b3b8ef80224 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.132216] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebe7ce59-8b22-493e-9576-7b3b8ef80224" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.132313] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebe7ce59-8b22-493e-9576-7b3b8ef80224" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.132495] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebe7ce59-8b22-493e-9576-7b3b8ef80224" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.132594] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebe7ce59-8b22-493e-9576-7b3b8ef80224',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.590023] env[65757]: INFO networking_nsxv3.common.synchronization [req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 req-2a0981ae-24c8-478f-afb2-289ec5bbae7c tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Enqueued Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 1167.590526] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 1167.590829] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.590946] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.591022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.591216] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.591380] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.591479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.591539] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.591687] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.591767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.591857] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.634090] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a460f3f9-afb1-47a8-bf80-b2970ae500f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.635490] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a460f3f9-afb1-47a8-bf80-b2970ae500f9 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.635490] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.635735] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebe7ce59-8b22-493e-9576-7b3b8ef80224 with status ACTIVE [ 1167.635865] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.635975] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.636114] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.636245] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.636333] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.636498] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.636594] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.636667] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.636791] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.636863] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.637423] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.640202] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.640202] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.640202] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.640202] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.640202] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebe7ce59-8b22-493e-9576-7b3b8ef80224 is going to be updated. [ 1167.660094] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.660244] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.660290] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.660498] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.660629] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.660778] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebe7ce59-8b22-493e-9576-7b3b8ef80224" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.882636] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-111 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.883053] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.883053] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.883259] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.883527] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.883684] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.883794] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.884029] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.884175] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.884381] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.884492] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.884597] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.884700] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.884804] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.884906] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.885044] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.902955] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.903184] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1167.903335] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.903515] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-111" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.903821] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-64930ce8-2bb7-49a1-ade5-f168ac47d0cd taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.903995] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-64930ce8-2bb7-49a1-ade5-f168ac47d0cd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.904124] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-64930ce8-2bb7-49a1-ade5-f168ac47d0cd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.904475] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-64930ce8-2bb7-49a1-ade5-f168ac47d0cd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.904606] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64930ce8-2bb7-49a1-ade5-f168ac47d0cd',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.034620] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e in Status: SUCCESS [ 1168.034810] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e deletion is rescheduled due to dependency. [ 1168.034948] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.094477] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.094655] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.094655] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.094868] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.094961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.095188] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.095312] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.095377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.095533] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.095608] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.095697] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 is going to be updated. [ 1168.134871] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.134871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.134871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.134871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.134871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.140316] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a460f3f9-afb1-47a8-bf80-b2970ae500f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.147875] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: IN_PROGRESS for 2s [ 1168.407716] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.408178] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.408410] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.408842] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.409111] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.409379] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 64930ce8-2bb7-49a1-ade5-f168ac47d0cd not found, creating... [ 1168.409976] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.410096] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.410308] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.410686] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.410938] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.411430] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.411709] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.411925] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.412303] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.412530] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.412760] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 64930ce8-2bb7-49a1-ade5-f168ac47d0cd is going to be created. [ 1168.436866] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.437248] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.437472] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.437924] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.438604] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.438730] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-64930ce8-2bb7-49a1-ade5-f168ac47d0cd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.640979] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.641224] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.641224] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.641445] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.641536] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.641653] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 is going to be created. [ 1168.678604] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.678865] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.678919] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.679163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.679349] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.691087] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 in Status: UNINITIALIZED for 2s [ 1169.136663] env[65757]: INFO networking_nsxv3.common.synchronization [req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 req-d524c24b-a5c7-42ca-814d-f06e02c874b1 service nova] Enqueued Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_rules [ 1169.136963] env[65757]: INFO networking_nsxv3.common.synchronization [req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 req-d524c24b-a5c7-42ca-814d-f06e02c874b1 service nova] Enqueued Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 1169.136963] env[65757]: INFO networking_nsxv3.common.synchronization [req-cab8c7ba-ed13-4fc8-8b01-630d1c6167f0 req-d524c24b-a5c7-42ca-814d-f06e02c874b1 service nova] Enqueued Resource ID: 64930ce8-2bb7-49a1-ade5-f168ac47d0cd with Priority: HIGHEST for action port [ 1169.137216] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_rules [ 1169.137511] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 1169.137639] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64930ce8-2bb7-49a1-ade5-f168ac47d0cd with Priority: HIGHEST for action port [ 1169.139546] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.139665] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.139665] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.139835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.139915] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.141150] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.141270] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.141879] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-64930ce8-2bb7-49a1-ade5-f168ac47d0cd taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.141879] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64930ce8-2bb7-49a1-ade5-f168ac47d0cd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.141879] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64930ce8-2bb7-49a1-ade5-f168ac47d0cd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.141879] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64930ce8-2bb7-49a1-ade5-f168ac47d0cd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.141879] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64930ce8-2bb7-49a1-ade5-f168ac47d0cd',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.643335] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.643417] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.643628] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64930ce8-2bb7-49a1-ade5-f168ac47d0cd with status ACTIVE [ 1169.643745] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.643853] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.643914] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.644140] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.644233] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.644402] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.644514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.644578] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.644740] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.644831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.645045] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.645206] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.646042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.646042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.646042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.646042] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64930ce8-2bb7-49a1-ade5-f168ac47d0cd is going to be updated. [ 1169.668214] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.668373] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.668442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.668651] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.668788] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.668946] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64930ce8-2bb7-49a1-ade5-f168ac47d0cd" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.159676] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: SUCCESS [ 1170.160039] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 deletion is rescheduled due to dependency. [ 1170.160039] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.160186] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.160395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.160652] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.160747] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.160747] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.160877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.160955] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.161064] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.664218] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.701704] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 in Status: SUCCESS [ 1170.701944] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.702173] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.702413] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.702604] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.702726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.702802] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.702984] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.703109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.703206] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.703308] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a460f3f9-afb1-47a8-bf80-b2970ae500f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.166745] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.206162] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a460f3f9-afb1-47a8-bf80-b2970ae500f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.670905] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.671125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.671125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.671240] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.671332] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.671430] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 is going to be updated. [ 1171.701023] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.701218] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.701282] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.701521] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.701672] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.708636] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a460f3f9-afb1-47a8-bf80-b2970ae500f9: rpc.has_security_group_logging(os_id): False [ 1171.724067] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: IN_PROGRESS for 2s [ 1171.736696] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.736696] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.736696] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.736696] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.736696] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.737021] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.737088] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.737125] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.737272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.737347] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.737431] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 is going to be created. [ 1171.809133] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.809133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.809133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.809133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.809133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.823987] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 in Status: IN_PROGRESS for 2s [ 1173.061554] env[65757]: INFO networking_nsxv3.common.synchronization [req-e5707216-aad8-4078-8f19-9bdcfb971666 req-1d2b24d8-15e7-4ebd-bd68-cb3922114cab tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Enqueued Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_members [ 1173.062241] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_members [ 1173.062835] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.062835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.062835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.066419] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.066706] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.066870] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.066950] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.067206] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.067300] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.067536] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.570228] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.570432] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.570504] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.570780] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.571196] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.571423] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.571562] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.571562] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.571695] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.571773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.571860] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e is going to be updated. [ 1173.603515] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.603675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.603745] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.603956] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.604116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.614223] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e in Status: IN_PROGRESS for 2s [ 1173.737770] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: SUCCESS [ 1173.737770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.737770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.737770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.737770] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.737770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.737770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.737770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.737770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.737770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.737770] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.837709] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 in Status: SUCCESS [ 1173.837954] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.131629] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-150 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.132030] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-150" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.132354] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-150" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.132794] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-150" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.133276] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.133564] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.133784] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.134171] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.134434] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.134780] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.134996] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1174.135216] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1174.135395] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1174.135612] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1174.135824] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1174.136074] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1174.156010] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1174.156198] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1174.156317] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1174.156492] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-150" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.156826] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.156998] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.157134] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.157476] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.157690] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.240180] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.240425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.240425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.240614] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.240773] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.240873] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.240933] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.241108] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.241197] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.241331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.241463] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.241559] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.241620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.241761] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.241898] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.241989] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.242060] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.242272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.242351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.242432] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.242521] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.659769] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.660113] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.660288] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.660584] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.660732] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.660880] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a not found, creating... [ 1174.661161] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.661314] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.661426] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.661643] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.661773] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.662065] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.662287] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.662407] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.662616] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.662748] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.662880] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a is going to be created. [ 1174.721371] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.721371] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.721771] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.721771] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.722018] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.722334] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.744350] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0: rpc.has_security_group_logging(os_id): False [ 1174.765526] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.765737] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.765788] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.766079] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.766190] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.766429] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.766527] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.766607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.766808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.766927] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.767146] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.767249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.767328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.767525] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.767592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.767800] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.767900] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.767962] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.768144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.768255] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.768472] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 is going to be updated. [ 1174.878031] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.878312] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.878312] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.878489] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.878652] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.908205] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: IN_PROGRESS for 2s [ 1175.379381] env[65757]: INFO networking_nsxv3.common.synchronization [req-e5707216-aad8-4078-8f19-9bdcfb971666 req-2d14028f-2db6-4d3a-b1f6-daeb406ac024 service nova] Enqueued Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_rules [ 1175.379688] env[65757]: INFO networking_nsxv3.common.synchronization [req-e5707216-aad8-4078-8f19-9bdcfb971666 req-2d14028f-2db6-4d3a-b1f6-daeb406ac024 service nova] Enqueued Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_members [ 1175.379781] env[65757]: INFO networking_nsxv3.common.synchronization [req-e5707216-aad8-4078-8f19-9bdcfb971666 req-2d14028f-2db6-4d3a-b1f6-daeb406ac024 service nova] Enqueued Resource ID: ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a with Priority: HIGHEST for action port [ 1175.380347] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_rules [ 1175.380499] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_members [ 1175.380622] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a with Priority: HIGHEST for action port [ 1175.381441] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.381586] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.381660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.381916] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.382046] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.382931] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.383048] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.383278] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.383384] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.383448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.383646] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.383727] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.626116] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e in Status: SUCCESS [ 1175.626116] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e deletion is rescheduled due to dependency. [ 1175.626116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.626116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.626116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.626575] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.626575] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.626575] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.626575] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.626786] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.626786] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.886217] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.886418] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.886677] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a with status ACTIVE [ 1175.886991] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.887211] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.887337] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.887630] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.887745] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.887999] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.888172] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.888264] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.888484] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.888623] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.888908] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.889672] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.889760] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.889932] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.890032] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.890152] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a is going to be updated. [ 1175.921498] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.921676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.921740] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.922015] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.922212] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.922407] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce1caa3a-e0cb-40c7-abbb-6b6fd3fff69a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.129448] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.632261] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.927896] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: SUCCESS [ 1176.928166] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.134627] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.134955] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.134955] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.135126] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.135217] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.135318] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e is going to be updated. [ 1177.169514] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.169665] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.169735] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.169962] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.170256] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.179659] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e in Status: IN_PROGRESS for 2s [ 1179.192640] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e in Status: SUCCESS [ 1179.192962] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.193051] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.193351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.193548] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.193665] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.193731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.194277] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.194277] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.194277] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.194277] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.696755] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.199944] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcee5c95-dab9-4cee-9962-e826ae8b2a9e: rpc.has_security_group_logging(os_id): False [ 1180.220203] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.220392] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.220464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.220654] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.220744] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.220993] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.221108] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.221172] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.221339] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.221411] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.221498] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e is going to be updated. [ 1180.284223] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.284367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.284367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.284527] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.284674] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.296802] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e in Status: IN_PROGRESS for 2s [ 1180.382380] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1180.382532] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1181.759235] env[65757]: INFO networking_nsxv3.common.synchronization [req-0ad5d32e-403c-4968-8044-bc0a1c41effb req-0a2ae324-0710-48d4-9601-c10793ebf6c8 tempest-ServerDiskConfigTestJSON-476982960 tempest-ServerDiskConfigTestJSON-476982960-project-member] Enqueued Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 1181.759916] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGHEST for action security_group_members [ 1181.760627] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.760761] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.760826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.761069] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.761256] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.761390] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.761458] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.761675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.761808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.761946] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.268396] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.268637] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.268637] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.268849] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.268939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.269157] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.269295] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.269340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.269454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.269532] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.269617] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 is going to be updated. [ 1182.302778] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.302961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.303020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.303213] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.303354] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.313183] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e in Status: SUCCESS [ 1182.313462] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.314332] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: IN_PROGRESS for 2s [ 1184.328938] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 in Status: SUCCESS [ 1184.329270] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 deletion is rescheduled due to dependency. [ 1184.329270] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.760740] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1186.761101] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1187.590510] env[65757]: INFO networking_nsxv3.common.synchronization [req-de2586de-e582-4883-8472-ab0e1b18de2e req-af333215-1608-4a1d-b194-00557b4e1512 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Enqueued Resource ID: 4475455f-0082-4171-9347-c0bb52a2a4da with Priority: HIGHEST for action security_group_members [ 1187.591011] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4475455f-0082-4171-9347-c0bb52a2a4da with Priority: HIGHEST for action security_group_members [ 1187.591011] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-4475455f-0082-4171-9347-c0bb52a2a4da taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.595225] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.595313] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.595516] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.595877] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.595877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.595877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.596052] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.596082] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.596181] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4475455f-0082-4171-9347-c0bb52a2a4da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.098627] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.098928] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.098928] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.099093] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.099181] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.099385] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.099904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.099904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.099904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.099904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.099904] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4475455f-0082-4171-9347-c0bb52a2a4da is going to be updated. [ 1188.129511] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.129704] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.129704] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.129933] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.130095] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.138787] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4475455f-0082-4171-9347-c0bb52a2a4da in Status: IN_PROGRESS for 2s [ 1190.149611] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4475455f-0082-4171-9347-c0bb52a2a4da in Status: SUCCESS [ 1190.149922] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4475455f-0082-4171-9347-c0bb52a2a4da deletion is rescheduled due to dependency. [ 1190.149922] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.672535] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-940 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.672840] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-940" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.673016] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-940" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.673345] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-940" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.673689] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.673865] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.674021] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.674254] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.674426] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.674639] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1190.674753] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1190.674870] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1190.674976] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1190.675095] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1190.675195] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1190.675321] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1190.694604] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1190.694866] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1190.694938] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1190.695145] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-940" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.695458] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-8194aec7-f2f2-4fa5-9c43-715e755c28ff taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.695671] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-8194aec7-f2f2-4fa5-9c43-715e755c28ff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.695917] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-8194aec7-f2f2-4fa5-9c43-715e755c28ff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.696261] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-8194aec7-f2f2-4fa5-9c43-715e755c28ff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.696406] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8194aec7-f2f2-4fa5-9c43-715e755c28ff',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.199782] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.200187] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.200187] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.200559] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.200732] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.201051] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.201227] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.201344] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.201588] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.201727] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.202062] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.202242] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.202454] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.202845] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.203080] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.203282] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 8194aec7-f2f2-4fa5-9c43-715e755c28ff is going to be updated. [ 1191.227834] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.228064] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.228196] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.228508] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.228788] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.229071] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-8194aec7-f2f2-4fa5-9c43-715e755c28ff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.918858] env[65757]: INFO networking_nsxv3.common.synchronization [req-c0237622-640c-48ad-aec1-8a731040847a req-17606729-7ca0-4a16-ab2e-4355885fec6f service nova] Enqueued Resource ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 with Priority: HIGHEST for action security_group_rules [ 1191.918858] env[65757]: INFO networking_nsxv3.common.synchronization [req-c0237622-640c-48ad-aec1-8a731040847a req-17606729-7ca0-4a16-ab2e-4355885fec6f service nova] Enqueued Resource ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 with Priority: HIGHEST for action security_group_members [ 1191.919030] env[65757]: INFO networking_nsxv3.common.synchronization [req-c0237622-640c-48ad-aec1-8a731040847a req-17606729-7ca0-4a16-ab2e-4355885fec6f service nova] Enqueued Resource ID: 8194aec7-f2f2-4fa5-9c43-715e755c28ff with Priority: HIGHEST for action port [ 1191.919196] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 with Priority: HIGHEST for action security_group_rules [ 1191.919328] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 with Priority: HIGHEST for action security_group_members [ 1191.919420] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8194aec7-f2f2-4fa5-9c43-715e755c28ff with Priority: HIGHEST for action port [ 1191.920039] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.920134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.920183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.920427] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.920512] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6824acb-f58a-4a4e-b7b4-ae3dabe60357',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.921354] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.921465] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.921543] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.921850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.921943] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.922048] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.922102] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.922247] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.922328] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.922463] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6824acb-f58a-4a4e-b7b4-ae3dabe60357',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.923546] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-8194aec7-f2f2-4fa5-9c43-715e755c28ff taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.923546] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8194aec7-f2f2-4fa5-9c43-715e755c28ff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.923546] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8194aec7-f2f2-4fa5-9c43-715e755c28ff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.923690] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8194aec7-f2f2-4fa5-9c43-715e755c28ff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.923749] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8194aec7-f2f2-4fa5-9c43-715e755c28ff',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.427186] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.427599] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.427599] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d6824acb-f58a-4a4e-b7b4-ae3dabe60357',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.428421] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8194aec7-f2f2-4fa5-9c43-715e755c28ff with status ACTIVE [ 1192.428611] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.429597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.429597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.429597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.429597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.429597] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.429597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.429597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.429907] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.429907] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.429979] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.430046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.430094] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.430764] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.430764] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.430764] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8194aec7-f2f2-4fa5-9c43-715e755c28ff is going to be updated. [ 1192.451269] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.451471] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.451471] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.451626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.451761] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.451907] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8194aec7-f2f2-4fa5-9c43-715e755c28ff" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.932798] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d6824acb-f58a-4a4e-b7b4-ae3dabe60357',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.435709] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.436091] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.436091] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.436207] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.436336] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.436462] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 is going to be updated. [ 1193.465307] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.465307] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.465562] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.465603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.465727] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.475293] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 in Status: IN_PROGRESS for 2s [ 1195.486859] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 in Status: SUCCESS [ 1195.486859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.487281] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.487281] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.487410] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.487550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.487623] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.487791] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.487875] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.487960] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.488062] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d6824acb-f58a-4a4e-b7b4-ae3dabe60357',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.990400] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d6824acb-f58a-4a4e-b7b4-ae3dabe60357',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.493934] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d6824acb-f58a-4a4e-b7b4-ae3dabe60357: rpc.has_security_group_logging(os_id): False [ 1196.513180] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.513429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.513429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.513653] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.513769] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.514048] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.514152] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.514213] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.514363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.514439] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.514524] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 is going to be updated. [ 1196.586588] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.586781] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.586781] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.587055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.587257] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.604157] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 in Status: IN_PROGRESS for 2s [ 1196.920295] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1196.920516] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1198.621308] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 in Status: SUCCESS [ 1198.621696] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.467713] env[65757]: INFO networking_nsxv3.common.synchronization [req-82f97fe0-e97a-4c6e-84a7-10634e52be8d req-4737d509-c1fd-4b5d-8225-e334474f1943 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Enqueued Resource ID: f320b681-88a2-4b12-991f-60edd361af96 with Priority: HIGHEST for action security_group_members [ 1201.468926] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f320b681-88a2-4b12-991f-60edd361af96 with Priority: HIGHEST for action security_group_members [ 1201.469360] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-f320b681-88a2-4b12-991f-60edd361af96 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.469639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.469639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.469854] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.470206] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.470521] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.470581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.470795] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.470944] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.471130] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f320b681-88a2-4b12-991f-60edd361af96',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.979080] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.979080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.979080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.979080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.979080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.979080] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.979080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.979080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.979080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.979080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.979080] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f320b681-88a2-4b12-991f-60edd361af96 is going to be updated. [ 1202.010494] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.010494] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.010494] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.010494] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.010494] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.019680] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f320b681-88a2-4b12-991f-60edd361af96 in Status: IN_PROGRESS for 2s [ 1204.031724] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f320b681-88a2-4b12-991f-60edd361af96 in Status: SUCCESS [ 1204.032095] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f320b681-88a2-4b12-991f-60edd361af96 deletion is rescheduled due to dependency. [ 1204.032095] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f320b681-88a2-4b12-991f-60edd361af96" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.281800] env[65757]: INFO networking_nsxv3.common.synchronization [None req-06e27380-e032-4b5e-acdf-0368bf6e2d7d tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Enqueued Resource ID: 6f643862-9d54-4046-9508-10b74bee7e62 with Priority: HIGHEST for action security_group_rules [ 1206.282592] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f643862-9d54-4046-9508-10b74bee7e62 with Priority: HIGHEST for action security_group_rules [ 1206.283099] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f643862-9d54-4046-9508-10b74bee7e62 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.283367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.283464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.284036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.284036] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f643862-9d54-4046-9508-10b74bee7e62',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.381964] env[65757]: INFO networking_nsxv3.common.synchronization [None req-125102ed-7d5b-440d-b51e-916e17a21e79 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Enqueued Resource ID: 6f643862-9d54-4046-9508-10b74bee7e62 with Priority: HIGHEST for action security_group_rules [ 1206.382238] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f643862-9d54-4046-9508-10b74bee7e62 with Priority: HIGHEST for action security_group_rules [ 1206.382796] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f643862-9d54-4046-9508-10b74bee7e62 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.382908] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.806280] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.806477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.806523] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.806719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.806810] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.806906] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f643862-9d54-4046-9508-10b74bee7e62 already deleted. [ 1206.807129] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.807292] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.807479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.807563] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f643862-9d54-4046-9508-10b74bee7e62',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.328030] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.328030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.328030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.328030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.328030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.328475] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f643862-9d54-4046-9508-10b74bee7e62 already deleted. [ 1207.328475] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.383155] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1211.383553] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1211.830474] env[65757]: INFO networking_nsxv3.common.synchronization [req-8459c10c-145e-45a2-8514-d85ff3cc6c98 req-be11f000-1a5c-4347-88da-45e8ed288285 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Enqueued Resource ID: 6f643862-9d54-4046-9508-10b74bee7e62 with Priority: HIGHEST for action security_group_members [ 1211.831460] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f643862-9d54-4046-9508-10b74bee7e62 with Priority: HIGHEST for action security_group_members [ 1211.831460] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f643862-9d54-4046-9508-10b74bee7e62 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.831460] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.832113] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.832113] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.832113] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.832113] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.832113] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.832293] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.832293] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.832351] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f643862-9d54-4046-9508-10b74bee7e62',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.145579] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.145820] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-28" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.145960] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-28" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.146289] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-28" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.146578] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.146766] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.146901] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.147171] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.147347] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.147566] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.147713] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1212.147833] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1212.147952] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1212.148095] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1212.148217] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1212.148360] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1212.169741] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1212.169921] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1212.170051] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1212.170206] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-28" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.170530] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-8676630b-c42b-4a24-ad72-b1c933c58d69 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.170700] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-8676630b-c42b-4a24-ad72-b1c933c58d69" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.170819] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-8676630b-c42b-4a24-ad72-b1c933c58d69" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.171184] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-8676630b-c42b-4a24-ad72-b1c933c58d69" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.171323] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8676630b-c42b-4a24-ad72-b1c933c58d69',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.335305] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.335542] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.335542] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.335755] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.335930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.336085] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.336193] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.336273] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.336445] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.336544] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.336635] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f643862-9d54-4046-9508-10b74bee7e62 already deleted. [ 1212.336718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.675106] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.675106] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.675106] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.675106] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.675106] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.675106] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 8676630b-c42b-4a24-ad72-b1c933c58d69 not found, creating... [ 1212.675689] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.675689] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.675689] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.675862] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.676013] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.676294] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.676449] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.676561] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.676766] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.676899] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.677044] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 8676630b-c42b-4a24-ad72-b1c933c58d69 is going to be created. [ 1212.696407] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.696730] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.696730] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.696988] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.697250] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.697489] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-8676630b-c42b-4a24-ad72-b1c933c58d69" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.409167] env[65757]: INFO networking_nsxv3.common.synchronization [req-8459c10c-145e-45a2-8514-d85ff3cc6c98 req-dc9e44d4-8a20-467c-a674-ded3f8d3a2fe service nova] Enqueued Resource ID: 6f643862-9d54-4046-9508-10b74bee7e62 with Priority: HIGHEST for action security_group_rules [ 1213.409326] env[65757]: INFO networking_nsxv3.common.synchronization [req-8459c10c-145e-45a2-8514-d85ff3cc6c98 req-dc9e44d4-8a20-467c-a674-ded3f8d3a2fe service nova] Enqueued Resource ID: 6f643862-9d54-4046-9508-10b74bee7e62 with Priority: HIGHEST for action security_group_members [ 1213.409470] env[65757]: INFO networking_nsxv3.common.synchronization [req-8459c10c-145e-45a2-8514-d85ff3cc6c98 req-dc9e44d4-8a20-467c-a674-ded3f8d3a2fe service nova] Enqueued Resource ID: 8676630b-c42b-4a24-ad72-b1c933c58d69 with Priority: HIGHEST for action port [ 1213.409971] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f643862-9d54-4046-9508-10b74bee7e62 with Priority: HIGHEST for action security_group_rules [ 1213.410126] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f643862-9d54-4046-9508-10b74bee7e62 with Priority: HIGHEST for action security_group_members [ 1213.410222] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8676630b-c42b-4a24-ad72-b1c933c58d69 with Priority: HIGHEST for action port [ 1213.410483] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f643862-9d54-4046-9508-10b74bee7e62 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.410596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.410750] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.410883] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.410977] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f643862-9d54-4046-9508-10b74bee7e62',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.412423] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f643862-9d54-4046-9508-10b74bee7e62 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.412669] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.412729] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.412896] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.413056] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.413154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.413216] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.413367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.413434] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.413523] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f643862-9d54-4046-9508-10b74bee7e62',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.414836] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-8676630b-c42b-4a24-ad72-b1c933c58d69 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.415043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8676630b-c42b-4a24-ad72-b1c933c58d69" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.415043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8676630b-c42b-4a24-ad72-b1c933c58d69" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.415660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8676630b-c42b-4a24-ad72-b1c933c58d69" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.415660] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8676630b-c42b-4a24-ad72-b1c933c58d69',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.913513] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f643862-9d54-4046-9508-10b74bee7e62 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.913513] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.917491] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f643862-9d54-4046-9508-10b74bee7e62',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.918098] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8676630b-c42b-4a24-ad72-b1c933c58d69 with status ACTIVE [ 1213.918300] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.918422] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.918487] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.918698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.918907] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.919081] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.919194] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.919256] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.919450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.919531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.921248] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.921248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.921248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.921248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.921248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.921248] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8676630b-c42b-4a24-ad72-b1c933c58d69 is going to be updated. [ 1213.942764] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.943023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.943131] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.943361] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.943494] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.943645] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8676630b-c42b-4a24-ad72-b1c933c58d69" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.422908] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f643862-9d54-4046-9508-10b74bee7e62',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.925620] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.926132] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.926132] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.926132] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.926249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.926249] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f643862-9d54-4046-9508-10b74bee7e62 is going to be created. [ 1214.951831] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.952063] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.952063] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.952253] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.952408] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.975259] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f643862-9d54-4046-9508-10b74bee7e62 in Status: UNINITIALIZED for 2s [ 1216.987839] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f643862-9d54-4046-9508-10b74bee7e62 in Status: SUCCESS [ 1216.988362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.988362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.988578] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.988718] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.988852] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.988912] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.989210] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.989292] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.989411] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.989496] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f643862-9d54-4046-9508-10b74bee7e62',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.492311] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f643862-9d54-4046-9508-10b74bee7e62',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.994155] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f643862-9d54-4046-9508-10b74bee7e62: rpc.has_security_group_logging(os_id): False [ 1218.014280] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.014568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.014568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.014798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.014890] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.015198] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.015336] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.015376] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.015504] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.015581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.015668] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f643862-9d54-4046-9508-10b74bee7e62 is going to be created. [ 1218.080366] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.080612] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.080660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.080854] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.081055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.092095] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f643862-9d54-4046-9508-10b74bee7e62 in Status: IN_PROGRESS for 2s [ 1218.411127] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1218.411315] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1220.107075] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f643862-9d54-4046-9508-10b74bee7e62 in Status: SUCCESS [ 1220.107451] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.412296] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1223.412592] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1228.413436] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1228.413436] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1233.416354] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.416742] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1238.417288] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1238.417633] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1243.418683] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1243.419068] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1246.000481] env[65757]: INFO networking_nsxv3.common.synchronization [req-a9a0566a-4c3e-4426-98d3-041b6952fc9f req-ab79125f-6753-4e08-bd76-0984556cf392 tempest-AttachVolumeShelveTestJSON-1959264602 tempest-AttachVolumeShelveTestJSON-1959264602-project-member] Enqueued Resource ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 with Priority: HIGHEST for action security_group_members [ 1246.001125] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 with Priority: HIGHEST for action security_group_members [ 1246.001601] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.001783] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.001893] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.002831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.002831] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.002831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.002831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.002831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.002831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.002831] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d6824acb-f58a-4a4e-b7b4-ae3dabe60357',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.505601] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.505813] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.505813] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.506024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.506153] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.506382] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.506491] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.506553] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.506728] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.506807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.507456] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 is going to be updated. [ 1246.539318] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.539555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.539555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.539724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.539860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.549915] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 in Status: IN_PROGRESS for 2s [ 1246.609203] env[65757]: INFO networking_nsxv3.common.synchronization [req-a2cf3b54-82bb-4e7d-aba3-d4c9181456ec req-fc45f24f-c2c7-4223-abbd-bb67a186bb8d tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Enqueued Resource ID: a6e75634-25ba-495a-b651-3b13ea685fa4 with Priority: HIGHEST for action security_group_members [ 1246.610110] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e75634-25ba-495a-b651-3b13ea685fa4 with Priority: HIGHEST for action security_group_members [ 1246.610332] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6e75634-25ba-495a-b651-3b13ea685fa4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.610476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.610535] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.610718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.610881] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.610970] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.611029] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.611211] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.611309] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.611378] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6e75634-25ba-495a-b651-3b13ea685fa4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.113172] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.113464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.113464] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.113584] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.113675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.113860] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.113962] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.114052] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.114243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.114318] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.114404] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e75634-25ba-495a-b651-3b13ea685fa4 is going to be updated. [ 1247.141614] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.141614] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.141614] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.141614] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.141925] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.150221] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e75634-25ba-495a-b651-3b13ea685fa4 in Status: IN_PROGRESS for 2s [ 1248.561246] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 in Status: SUCCESS [ 1248.561668] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 deletion is rescheduled due to dependency. [ 1248.561668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.160552] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6e75634-25ba-495a-b651-3b13ea685fa4 in Status: SUCCESS [ 1249.160746] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6e75634-25ba-495a-b651-3b13ea685fa4 deletion is rescheduled due to dependency. [ 1249.160838] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.611481] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1251.612042] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1252.878670] env[65757]: INFO networking_nsxv3.common.synchronization [req-1ff69fd5-1e39-47b0-8834-ac418b8096bb req-00889b4e-663f-4b44-ac98-5eece70dd3cf tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Enqueued Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_members [ 1252.878904] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_members [ 1252.879237] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.879396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.879474] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.879683] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.879853] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.879979] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.880208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.880208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.880291] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.881267] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.384277] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.384483] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.384555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.384770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.384865] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.385077] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.385181] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.385245] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.385410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.385517] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.385607] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 is going to be updated. [ 1253.418724] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.418916] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.418916] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.419170] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.419312] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.428940] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: IN_PROGRESS for 2s [ 1255.442248] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: SUCCESS [ 1255.442633] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 deletion is rescheduled due to dependency. [ 1255.442633] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.962293] env[65757]: INFO networking_nsxv3.common.synchronization [req-8671d806-0bdb-43c0-ab40-f1a5a29ed25b req-f5f465f8-0004-42ac-a3c0-d4a9541d26c4 tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Enqueued Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_members [ 1255.962823] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_members [ 1255.963555] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.963555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.963555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.963555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.964027] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.964027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.964645] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.964645] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.964645] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.964797] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.468197] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.468532] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.468532] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.468715] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.468817] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.469070] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.469218] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.469295] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.469460] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.469795] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.469795] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e is going to be updated. [ 1256.505966] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.506161] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.506161] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.506350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.506463] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.516572] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e in Status: IN_PROGRESS for 2s [ 1257.677828] env[65757]: INFO networking_nsxv3.common.synchronization [req-585839af-93d4-4742-a04b-43e93a1dcbe2 req-effc61ae-0549-4537-ac7b-475db62b6892 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Enqueued Resource ID: b70921c1-8094-454c-9024-b4a7ea2de49f with Priority: HIGHEST for action security_group_members [ 1257.678403] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70921c1-8094-454c-9024-b4a7ea2de49f with Priority: HIGHEST for action security_group_members [ 1257.678713] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70921c1-8094-454c-9024-b4a7ea2de49f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.678912] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.678912] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.679583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.679583] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.679583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.679583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.679583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.679810] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.679810] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70921c1-8094-454c-9024-b4a7ea2de49f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.967273] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.967496] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-995" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.967618] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-995" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.967917] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-995" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.968190] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.968377] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.968502] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.968725] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.968866] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.969112] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1257.969228] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1257.969334] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1257.969466] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1257.969583] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1257.969685] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1257.969814] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1257.989674] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1257.989811] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1257.989923] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1257.990100] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-995" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.990393] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.990559] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.990673] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.990995] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.991188] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d30b5ee-6dc3-4d32-9a9a-4541f1bca898',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.181965] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.182142] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.182218] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.182435] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.182528] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.182723] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.182820] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.182880] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.183039] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.183117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.183225] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70921c1-8094-454c-9024-b4a7ea2de49f is going to be updated. [ 1258.211299] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.211463] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.211685] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.211727] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.211868] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.222091] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70921c1-8094-454c-9024-b4a7ea2de49f in Status: IN_PROGRESS for 2s [ 1258.493576] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.493787] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.493925] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.494199] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.494307] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.494466] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 not found, creating... [ 1258.494718] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.494871] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.494982] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.495216] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.495388] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.495622] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.495774] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.495886] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.496100] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.496230] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.496361] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 is going to be created. [ 1258.516867] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.517086] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.517198] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.517461] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.517695] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.517907] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.527809] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e in Status: SUCCESS [ 1258.527988] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e deletion is rescheduled due to dependency. [ 1258.528109] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.201494] env[65757]: INFO networking_nsxv3.common.synchronization [req-585839af-93d4-4742-a04b-43e93a1dcbe2 req-18787b39-d7f4-4e4a-93d9-1d6b3e1ac5b7 service nova] Enqueued Resource ID: b70921c1-8094-454c-9024-b4a7ea2de49f with Priority: HIGHEST for action security_group_rules [ 1259.201739] env[65757]: INFO networking_nsxv3.common.synchronization [req-585839af-93d4-4742-a04b-43e93a1dcbe2 req-18787b39-d7f4-4e4a-93d9-1d6b3e1ac5b7 service nova] Enqueued Resource ID: b70921c1-8094-454c-9024-b4a7ea2de49f with Priority: HIGHEST for action security_group_members [ 1259.201813] env[65757]: INFO networking_nsxv3.common.synchronization [req-585839af-93d4-4742-a04b-43e93a1dcbe2 req-18787b39-d7f4-4e4a-93d9-1d6b3e1ac5b7 service nova] Enqueued Resource ID: 9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 with Priority: HIGHEST for action port [ 1259.202342] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70921c1-8094-454c-9024-b4a7ea2de49f with Priority: HIGHEST for action security_group_rules [ 1259.202481] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70921c1-8094-454c-9024-b4a7ea2de49f with Priority: HIGHEST for action security_group_members [ 1259.202576] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 with Priority: HIGHEST for action port [ 1259.202845] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b70921c1-8094-454c-9024-b4a7ea2de49f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.202961] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.203204] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.203395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.203480] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b70921c1-8094-454c-9024-b4a7ea2de49f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.205307] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70921c1-8094-454c-9024-b4a7ea2de49f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.207122] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.207374] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.207491] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.207566] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.207754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.207895] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d30b5ee-6dc3-4d32-9a9a-4541f1bca898',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.260573] env[65757]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1259.260711] env[65757]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1259.706627] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70921c1-8094-454c-9024-b4a7ea2de49f taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.706627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.712383] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 with status ACTIVE [ 1259.712383] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.712383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.712383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.712383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.712383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.712383] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.712383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.712383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.712383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.712383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.712383] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.712383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.712383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.712383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.712383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.712383] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 is going to be updated. [ 1259.734024] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.734282] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.734809] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.734809] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.734929] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.735019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.233102] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70921c1-8094-454c-9024-b4a7ea2de49f in Status: SUCCESS [ 1260.233518] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70921c1-8094-454c-9024-b4a7ea2de49f deletion is rescheduled due to dependency. [ 1260.233518] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.233604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.233847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.234090] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.234248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.234316] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.234523] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.234611] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.234707] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70921c1-8094-454c-9024-b4a7ea2de49f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.737327] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b70921c1-8094-454c-9024-b4a7ea2de49f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.240125] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b70921c1-8094-454c-9024-b4a7ea2de49f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.745051] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.745051] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.745051] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.745051] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.745051] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.745051] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70921c1-8094-454c-9024-b4a7ea2de49f is going to be updated. [ 1261.772242] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.772403] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.772462] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.772656] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.772808] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.782129] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70921c1-8094-454c-9024-b4a7ea2de49f in Status: IN_PROGRESS for 2s [ 1262.367582] env[65757]: INFO networking_nsxv3.common.synchronization [req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f req-9212a802-308b-4758-adf8-5c179ebfce8a tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Enqueued Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_members [ 1262.368140] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_members [ 1262.368495] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.368622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.368699] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.368905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.369081] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.369180] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.369286] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.369512] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.369615] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.369730] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.646671] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-633 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.646877] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-633" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.646999] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-633" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.647287] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-633" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.647546] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.647704] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.647834] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.648078] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.648222] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.648426] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.648537] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1262.648641] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1262.648745] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1262.648887] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1262.649000] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1262.649161] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1262.669438] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1262.669611] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1262.669749] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1262.669921] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-633" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.670251] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-bd5425d3-7942-442c-a1c2-31ccfea3e8f2 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.670426] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-bd5425d3-7942-442c-a1c2-31ccfea3e8f2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.670541] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-bd5425d3-7942-442c-a1c2-31ccfea3e8f2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.670867] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-bd5425d3-7942-442c-a1c2-31ccfea3e8f2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.671019] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5425d3-7942-442c-a1c2-31ccfea3e8f2',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.873068] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.873068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.873068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.873068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.873068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.873068] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.873068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.873068] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.873733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.873733] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.873733] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 is going to be updated. [ 1262.898038] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.898229] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.898274] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.898448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.898591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.907917] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: IN_PROGRESS for 2s [ 1263.173403] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.173693] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.173822] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.174148] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.174297] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.174467] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port bd5425d3-7942-442c-a1c2-31ccfea3e8f2 not found, creating... [ 1263.174747] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.174915] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.175067] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.175821] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.175821] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.175948] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.176120] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.176305] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.176564] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.176711] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.176890] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: bd5425d3-7942-442c-a1c2-31ccfea3e8f2 is going to be created. [ 1263.199018] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.199348] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.199478] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.199853] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.199990] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.200235] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-bd5425d3-7942-442c-a1c2-31ccfea3e8f2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.792592] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70921c1-8094-454c-9024-b4a7ea2de49f in Status: SUCCESS [ 1263.792856] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.793024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.793300] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.793515] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.793640] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.793700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.793869] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.793962] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.794066] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.794163] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b70921c1-8094-454c-9024-b4a7ea2de49f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.911521] env[65757]: INFO networking_nsxv3.common.synchronization [req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f req-8a63eacd-8f7f-4e17-94cf-8c6acee4fdbb service nova] Enqueued Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_rules [ 1263.911710] env[65757]: INFO networking_nsxv3.common.synchronization [req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f req-8a63eacd-8f7f-4e17-94cf-8c6acee4fdbb service nova] Enqueued Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_members [ 1263.911847] env[65757]: INFO networking_nsxv3.common.synchronization [req-1f35ff95-a49f-4aeb-aee3-10066dddfa9f req-8a63eacd-8f7f-4e17-94cf-8c6acee4fdbb service nova] Enqueued Resource ID: bd5425d3-7942-442c-a1c2-31ccfea3e8f2 with Priority: HIGHEST for action port [ 1263.912377] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_rules [ 1263.912512] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_members [ 1263.912626] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5425d3-7942-442c-a1c2-31ccfea3e8f2 with Priority: HIGHEST for action port [ 1263.912862] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.912980] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.913052] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.913279] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.913360] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.914210] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.914305] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.914479] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd5425d3-7942-442c-a1c2-31ccfea3e8f2 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.914576] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd5425d3-7942-442c-a1c2-31ccfea3e8f2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.914639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd5425d3-7942-442c-a1c2-31ccfea3e8f2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.914811] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd5425d3-7942-442c-a1c2-31ccfea3e8f2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.914874] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5425d3-7942-442c-a1c2-31ccfea3e8f2',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.296719] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70921c1-8094-454c-9024-b4a7ea2de49f taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.296978] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.297351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.299027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.299027] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.299027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.299027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.299027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.299027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.299027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.299027] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70921c1-8094-454c-9024-b4a7ea2de49f taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.299027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.299027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.299484] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.299484] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.299484] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.299484] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.299484] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.299739] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.299739] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.299913] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b70921c1-8094-454c-9024-b4a7ea2de49f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.416263] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.416495] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.416598] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd5425d3-7942-442c-a1c2-31ccfea3e8f2 with status ACTIVE [ 1264.416780] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.416883] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.416949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.417191] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.417282] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.417471] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.417561] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.417625] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.417800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.417898] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.418382] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.418382] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.418382] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.418382] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.418607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.418607] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd5425d3-7942-442c-a1c2-31ccfea3e8f2 is going to be updated. [ 1264.438874] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.439061] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.439105] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.439297] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.439431] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.439647] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd5425d3-7942-442c-a1c2-31ccfea3e8f2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.575402] env[65757]: INFO networking_nsxv3.common.synchronization [req-afdebb42-756a-4c2c-ba50-8074158bc769 req-4cc13f31-a777-4c1e-af97-0549a5c34c8d tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Enqueued Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_members [ 1264.575932] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_members [ 1264.576256] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.576377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.576444] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.576648] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.576808] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.576906] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.576968] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.577130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.577210] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.577318] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.803776] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b70921c1-8094-454c-9024-b4a7ea2de49f: rpc.has_security_group_logging(os_id): False [ 1264.825146] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.825349] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.825404] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.825593] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.825696] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.825905] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.825991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.826090] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.826245] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.826323] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.826523] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.826598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.826656] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.826833] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.826906] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.827262] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.827400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.827488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.827668] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.827782] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.827894] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b70921c1-8094-454c-9024-b4a7ea2de49f is going to be updated. [ 1264.903144] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-150 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.903443] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-150" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.903560] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-150" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.903840] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-150" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.904126] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.904346] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.904508] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.904801] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.904993] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.905245] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1264.905370] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1264.905477] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1264.905606] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1264.905717] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1264.905820] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1264.905949] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1264.908949] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.909105] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.909186] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.909376] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.909568] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.929551] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: SUCCESS [ 1264.929805] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 deletion is rescheduled due to dependency. [ 1264.929900] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.930491] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.930751] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.930961] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.931197] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.931197] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.931449] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.931557] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.931735] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.934625] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70921c1-8094-454c-9024-b4a7ea2de49f in Status: IN_PROGRESS for 2s [ 1264.954101] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1264.954407] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1264.954622] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1264.954849] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-150" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.955203] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-bff0370e-4cd5-4a83-85c1-756b587448d6 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.955387] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-bff0370e-4cd5-4a83-85c1-756b587448d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.955506] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-bff0370e-4cd5-4a83-85c1-756b587448d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.955843] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-bff0370e-4cd5-4a83-85c1-756b587448d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.955978] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bff0370e-4cd5-4a83-85c1-756b587448d6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.079182] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.079309] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.079383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.079607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.079703] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.079905] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.080012] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.080076] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.080228] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.080304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.080389] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e is going to be updated. [ 1265.154552] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.154730] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.154782] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.155007] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.155160] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.165898] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e in Status: IN_PROGRESS for 2s [ 1265.433677] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.458079] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.458320] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.458444] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.458987] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.458987] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.459110] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port bff0370e-4cd5-4a83-85c1-756b587448d6 not found, creating... [ 1265.459295] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.459451] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.459564] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.459785] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.459918] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.460207] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.460357] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.460470] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.460674] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.460804] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.460937] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: bff0370e-4cd5-4a83-85c1-756b587448d6 is going to be created. [ 1265.480761] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.481029] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.481125] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.481488] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.481722] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.481944] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-bff0370e-4cd5-4a83-85c1-756b587448d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.936375] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.163726] env[65757]: INFO networking_nsxv3.common.synchronization [req-afdebb42-756a-4c2c-ba50-8074158bc769 req-75c725cc-a215-4b76-b767-78f2e3da0fa7 service nova] Enqueued Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_rules [ 1266.163940] env[65757]: INFO networking_nsxv3.common.synchronization [req-afdebb42-756a-4c2c-ba50-8074158bc769 req-75c725cc-a215-4b76-b767-78f2e3da0fa7 service nova] Enqueued Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_members [ 1266.164074] env[65757]: INFO networking_nsxv3.common.synchronization [req-afdebb42-756a-4c2c-ba50-8074158bc769 req-75c725cc-a215-4b76-b767-78f2e3da0fa7 service nova] Enqueued Resource ID: bff0370e-4cd5-4a83-85c1-756b587448d6 with Priority: HIGHEST for action port [ 1266.164707] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_rules [ 1266.164836] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_members [ 1266.164932] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff0370e-4cd5-4a83-85c1-756b587448d6 with Priority: HIGHEST for action port [ 1266.165357] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.165505] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.165565] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.165769] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.165851] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.167259] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.167372] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.167681] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-bff0370e-4cd5-4a83-85c1-756b587448d6 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.167774] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bff0370e-4cd5-4a83-85c1-756b587448d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.167874] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bff0370e-4cd5-4a83-85c1-756b587448d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.168093] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bff0370e-4cd5-4a83-85c1-756b587448d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.168193] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bff0370e-4cd5-4a83-85c1-756b587448d6',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.439303] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.439657] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.439804] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.440228] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.440445] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.440628] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 is going to be updated. [ 1266.471420] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.471627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.471677] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.471885] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.472046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.482446] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: IN_PROGRESS for 2s [ 1266.670061] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.670239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.671456] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bff0370e-4cd5-4a83-85c1-756b587448d6 with status ACTIVE [ 1266.671803] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.671803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.671935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.672050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.672135] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.672307] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.672428] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.672493] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.672724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.672755] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.673493] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.673493] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.673493] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.673493] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.673493] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.673493] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bff0370e-4cd5-4a83-85c1-756b587448d6 is going to be updated. [ 1266.695271] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.695443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.695489] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.695680] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.695815] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.695985] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bff0370e-4cd5-4a83-85c1-756b587448d6" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.869912] env[65757]: INFO networking_nsxv3.common.synchronization [req-93e8c2ff-6396-456b-843c-89dca5efb987 req-e30443a5-8bf0-4f46-81ac-a880c45ede3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Enqueued Resource ID: b70921c1-8094-454c-9024-b4a7ea2de49f with Priority: HIGHEST for action security_group_members [ 1266.870467] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70921c1-8094-454c-9024-b4a7ea2de49f with Priority: HIGHEST for action security_group_members [ 1266.870775] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-b70921c1-8094-454c-9024-b4a7ea2de49f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.870897] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.870962] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.871440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.871608] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.871720] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.871785] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.871954] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.872053] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.872146] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b70921c1-8094-454c-9024-b4a7ea2de49f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.913541] env[65757]: INFO networking_nsxv3.common.synchronization [req-93e8c2ff-6396-456b-843c-89dca5efb987 req-e30443a5-8bf0-4f46-81ac-a880c45ede3b tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Enqueued Resource ID: 9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 with Priority: HIGHEST for action port [ 1266.914527] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 with Priority: HIGHEST for action port [ 1266.914963] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.915140] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.915240] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.915553] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.915683] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d30b5ee-6dc3-4d32-9a9a-4541f1bca898',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.947974] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b70921c1-8094-454c-9024-b4a7ea2de49f in Status: SUCCESS [ 1266.948297] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.176615] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e in Status: SUCCESS [ 1267.176789] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e deletion is rescheduled due to dependency. [ 1267.176902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.177076] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.177345] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.177540] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.177661] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.177726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.177877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.177959] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.178062] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.375622] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.375819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.375819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.376080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.376201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.376482] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.376619] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.376690] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.376899] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.377039] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.377182] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70921c1-8094-454c-9024-b4a7ea2de49f is going to be updated. [ 1267.411719] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.411947] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.412080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.412347] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.412534] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.418506] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 with status ACTIVE [ 1267.419714] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.419714] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.419714] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.419714] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.419714] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.419714] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.419714] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.419714] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.420083] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.420083] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.420142] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.420251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.420284] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.421578] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.421578] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.421578] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d30b5ee-6dc3-4d32-9a9a-4541f1bca898 is going to be updated. [ 1267.424069] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70921c1-8094-454c-9024-b4a7ea2de49f in Status: IN_PROGRESS for 2s [ 1267.441328] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.441515] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.441587] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.441794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.441924] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.442870] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d30b5ee-6dc3-4d32-9a9a-4541f1bca898" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.679990] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.182124] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.494385] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: SUCCESS [ 1268.494678] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.494849] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.495080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.495269] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.495388] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.495451] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.495611] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.495707] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.495807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.495875] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.684661] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.684870] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.684955] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.685272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.685452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.685590] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e is going to be updated. [ 1268.690922] env[65757]: INFO networking_nsxv3.common.synchronization [req-10dadc0e-11e0-4cdf-874e-6d999f6690ed req-1c66789f-3eae-46ad-9d89-df60aed1d9c5 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Enqueued Resource ID: 6f643862-9d54-4046-9508-10b74bee7e62 with Priority: HIGHEST for action security_group_members [ 1268.691823] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f643862-9d54-4046-9508-10b74bee7e62 with Priority: HIGHEST for action security_group_members [ 1268.692189] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f643862-9d54-4046-9508-10b74bee7e62 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.692861] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.692861] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.692861] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.692993] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.693058] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.693089] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.696018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.696018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.696018] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f643862-9d54-4046-9508-10b74bee7e62',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.715599] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.715785] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.715837] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.716025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.716172] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.726878] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e in Status: IN_PROGRESS for 2s [ 1268.998191] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.195973] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.195973] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.196341] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.196341] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.196410] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.196555] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.196676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.196741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.196897] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.196976] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.197076] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f643862-9d54-4046-9508-10b74bee7e62 is going to be updated. [ 1269.221927] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.222116] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.222162] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.222332] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.222469] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.232912] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f643862-9d54-4046-9508-10b74bee7e62 in Status: IN_PROGRESS for 2s [ 1269.435719] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b70921c1-8094-454c-9024-b4a7ea2de49f in Status: SUCCESS [ 1269.435875] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b70921c1-8094-454c-9024-b4a7ea2de49f deletion is rescheduled due to dependency. [ 1269.435930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.500518] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac0215dc-8492-4890-9b8c-8fbbcd599944: rpc.has_security_group_logging(os_id): False [ 1269.519196] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.519388] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.519498] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.519757] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.519902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.520196] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.520334] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.520431] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.520627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.520738] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.520881] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 is going to be updated. [ 1269.582072] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.582072] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.582072] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.582072] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.582072] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.595016] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: IN_PROGRESS for 2s [ 1270.738141] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e in Status: SUCCESS [ 1270.738141] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.738382] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.738577] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.738832] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.738935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.739019] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.739222] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.739338] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.739465] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.739567] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.242333] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.245509] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f643862-9d54-4046-9508-10b74bee7e62 in Status: SUCCESS [ 1271.245905] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f643862-9d54-4046-9508-10b74bee7e62 deletion is rescheduled due to dependency. [ 1271.245905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.609676] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: SUCCESS [ 1271.609964] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.744726] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bcee5c95-dab9-4cee-9962-e826ae8b2a9e: rpc.has_security_group_logging(os_id): False [ 1271.764628] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.764846] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.764901] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.765113] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.765208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.765459] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.765560] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.765622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.765776] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.765852] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.765936] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e is going to be updated. [ 1271.823569] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.823827] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.823827] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.824169] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.824396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.965990] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e in Status: IN_PROGRESS for 2s [ 1273.546916] env[65757]: INFO networking_nsxv3.common.synchronization [None req-e12bee2d-8b30-49dc-9005-33c68dc7ab64 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Enqueued Resource ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b with Priority: HIGHEST for action security_group_rules [ 1273.546916] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b with Priority: HIGHEST for action security_group_rules [ 1273.546916] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-335913b5-cd0a-4b0f-b98e-1b7236b0d86b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.546916] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.546916] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.547465] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.547465] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('335913b5-cd0a-4b0f-b98e-1b7236b0d86b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.618688] env[65757]: INFO networking_nsxv3.common.synchronization [None req-59ad1494-c88e-4c02-9bd4-79351a77eb11 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Enqueued Resource ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b with Priority: HIGHEST for action security_group_rules [ 1273.619323] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b with Priority: HIGHEST for action security_group_rules [ 1273.619623] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-335913b5-cd0a-4b0f-b98e-1b7236b0d86b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.619723] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.985489] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e in Status: SUCCESS [ 1273.985489] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.073567] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.073656] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.073709] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.073938] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.074025] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.074124] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b already deleted. [ 1274.074185] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.074345] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.074533] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.074615] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('335913b5-cd0a-4b0f-b98e-1b7236b0d86b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.594732] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.595054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.595054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.595163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.595249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.595340] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b already deleted. [ 1274.595422] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.622111] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1278.622480] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1279.148881] env[65757]: INFO networking_nsxv3.common.synchronization [req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 req-445dd16c-0dcd-4ebd-beda-a2d9c693a5a0 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Enqueued Resource ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b with Priority: HIGHEST for action security_group_members [ 1279.149271] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b with Priority: HIGHEST for action security_group_members [ 1279.149638] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-335913b5-cd0a-4b0f-b98e-1b7236b0d86b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.149773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.149834] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.150276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.150467] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.150573] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.150661] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.150795] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.151120] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.151120] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('335913b5-cd0a-4b0f-b98e-1b7236b0d86b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.653782] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.654222] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.654304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.654971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.654971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.655182] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.655363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.655363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.655607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.655823] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.655928] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b already deleted. [ 1279.656030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.028498] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-28 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.028952] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-28" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.029272] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-28" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.029621] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-28" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.029885] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.030119] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.030222] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.030456] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.030613] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.030861] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1280.031031] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1280.031166] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1280.031286] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1280.031387] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1280.031657] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1280.031784] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1280.055578] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1280.055578] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1280.055811] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1280.057449] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-28" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.057449] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-e172b075-4461-45d4-8fce-f2b82d98da04 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.057449] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-e172b075-4461-45d4-8fce-f2b82d98da04" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.057449] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-e172b075-4461-45d4-8fce-f2b82d98da04" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.057449] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-e172b075-4461-45d4-8fce-f2b82d98da04" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.057449] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e172b075-4461-45d4-8fce-f2b82d98da04',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.560702] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.560947] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.561051] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.561377] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.561504] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.561659] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port e172b075-4461-45d4-8fce-f2b82d98da04 not found, creating... [ 1280.561925] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.562110] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.562228] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.562449] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.562608] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.562919] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.563590] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.563756] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.563986] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.564139] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.564282] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: e172b075-4461-45d4-8fce-f2b82d98da04 is going to be created. [ 1280.585558] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.585809] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.585947] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.586256] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.586491] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.586827] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-e172b075-4461-45d4-8fce-f2b82d98da04" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.279741] env[65757]: INFO networking_nsxv3.common.synchronization [req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 req-abb348ff-0718-4a7e-b05a-6fd4bc00dd59 service nova] Enqueued Resource ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b with Priority: HIGHEST for action security_group_rules [ 1281.280098] env[65757]: INFO networking_nsxv3.common.synchronization [req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 req-abb348ff-0718-4a7e-b05a-6fd4bc00dd59 service nova] Enqueued Resource ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b with Priority: HIGHEST for action security_group_members [ 1281.280140] env[65757]: INFO networking_nsxv3.common.synchronization [req-f74c8180-7f46-4b5a-bf34-c47f260f1a09 req-abb348ff-0718-4a7e-b05a-6fd4bc00dd59 service nova] Enqueued Resource ID: e172b075-4461-45d4-8fce-f2b82d98da04 with Priority: HIGHEST for action port [ 1281.280792] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b with Priority: HIGHEST for action security_group_rules [ 1281.281127] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b with Priority: HIGHEST for action security_group_members [ 1281.281217] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e172b075-4461-45d4-8fce-f2b82d98da04 with Priority: HIGHEST for action port [ 1281.281536] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-335913b5-cd0a-4b0f-b98e-1b7236b0d86b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.281685] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.281768] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.281991] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.282108] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('335913b5-cd0a-4b0f-b98e-1b7236b0d86b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.283350] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-335913b5-cd0a-4b0f-b98e-1b7236b0d86b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.283523] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.283659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.283909] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.284127] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.284264] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.284376] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.284522] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.284650] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.285257] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('335913b5-cd0a-4b0f-b98e-1b7236b0d86b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.285870] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-e172b075-4461-45d4-8fce-f2b82d98da04 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.285870] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e172b075-4461-45d4-8fce-f2b82d98da04" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.285870] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e172b075-4461-45d4-8fce-f2b82d98da04" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.285870] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e172b075-4461-45d4-8fce-f2b82d98da04" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.286108] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e172b075-4461-45d4-8fce-f2b82d98da04',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.787892] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-335913b5-cd0a-4b0f-b98e-1b7236b0d86b taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.787989] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.788208] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('335913b5-cd0a-4b0f-b98e-1b7236b0d86b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.789142] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e172b075-4461-45d4-8fce-f2b82d98da04 with status ACTIVE [ 1281.789362] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.789506] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.789610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.789837] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.789950] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.790157] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.790287] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.790369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.790602] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.790748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.790964] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.791165] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.791249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.791552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.791552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.791729] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e172b075-4461-45d4-8fce-f2b82d98da04 is going to be updated. [ 1281.815017] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.815298] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.815298] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.815550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.815745] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.815944] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e172b075-4461-45d4-8fce-f2b82d98da04" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.293532] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('335913b5-cd0a-4b0f-b98e-1b7236b0d86b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.795944] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.796150] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.796219] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.796448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.796543] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.796643] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b is going to be created. [ 1282.820806] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.820999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.820999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.821212] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.821376] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.830996] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b in Status: UNINITIALIZED for 2s [ 1284.843798] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b in Status: SUCCESS [ 1284.844199] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.844199] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.844442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.844567] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.844686] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.844763] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.844911] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.844996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.845104] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.845193] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('335913b5-cd0a-4b0f-b98e-1b7236b0d86b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.347355] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('335913b5-cd0a-4b0f-b98e-1b7236b0d86b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.850206] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 335913b5-cd0a-4b0f-b98e-1b7236b0d86b: rpc.has_security_group_logging(os_id): False [ 1285.869321] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.869507] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.869642] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.869884] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.870012] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.870311] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.870448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.870519] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.870706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.870798] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.870916] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b is going to be created. [ 1285.949478] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.949737] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.949737] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.949913] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.950030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.962636] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b in Status: IN_PROGRESS for 2s [ 1286.282192] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1286.282353] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1287.975373] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b in Status: SUCCESS [ 1287.975810] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.201573] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.201805] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.201805] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.201996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.202119] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.705089] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.207696] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.710917] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1289.711113] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1290.550307] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.550677] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.550677] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.550812] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.575832] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1290.577440] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.579363] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1290.616370] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.616603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.616656] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.616941] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.636150] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.637016] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1290.637097] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1290.637191] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1290.675105] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.675345] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.675345] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.675540] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.676966] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.677186] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1290.761542] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.761791] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.761861] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.762080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.762407] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.762693] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1290.839639] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.839853] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.839853] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.839980] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.840298] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.840574] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 1290.840666] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7e12803d-4ecf-4cc1-b845-061506f487a9', 'a6e75634-25ba-495a-b651-3b13ea685fa4', 'a460f3f9-afb1-47a8-bf80-b2970ae500f9', '991fd949-89ab-4239-8c48-a4ec19919d1e', 'd5a25af7-88b4-4475-86a0-9164f9a6d340', 'ac0215dc-8492-4890-9b8c-8fbbcd599944', '87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e', 'bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0', '4475455f-0082-4171-9347-c0bb52a2a4da', '84643d00-cb6b-40a4-aa0a-9f3225dbe9ba', 'd6824acb-f58a-4a4e-b7b4-ae3dabe60357', '6f643862-9d54-4046-9508-10b74bee7e62', 'b70921c1-8094-454c-9024-b4a7ea2de49f', '68de3382-dd61-407a-a887-092f4f40f15a', 'a3aa5697-bb6c-4366-8c2d-0f553034687a', 'cf1d39fb-2844-4777-9054-03aff0dadc13', '977d4945-93e3-4a03-bb7d-ba30446f0bdf', 'f4b32fd3-8938-4185-a0c3-7ed142922642', '8938d9b7-7221-42ae-828f-89775c3c2980', '7b37d534-8992-4b57-98dd-9d99ad3b7ead', 'ba5c64b6-e70a-47bb-aa31-7ecb138bccb3', '25b36f8f-d482-4af9-9e26-74ca8ae90f71', '417a756e-2839-43d4-b516-d4811e75d060', '9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d', 'ec530184-cbcc-4aee-bccd-916aeefad577', '8574d8b3-c04f-473b-93da-efce0eaaec13', 'dd208ab9-383b-4538-8ab0-b57766707e70', '2d1d8199-b22d-4802-bad4-dcf8ef180a9a', 'b32d5f65-8a84-4e37-9cef-829f31c8dcc2', '626ac428-b141-4238-a618-dc56972ac9da', 'f817a4f8-b0bc-463e-9991-ae22ab087ab0', 'fd924f7f-ad53-4e7b-855e-e0795c38f4ea', 'f320b681-88a2-4b12-991f-60edd361af96', '62b233fe-9cf0-458f-af6c-b192f3053255', 'fa7d439d-dc0f-416e-a881-4c806012397e', '335913b5-cd0a-4b0f-b98e-1b7236b0d86b', 'bcee5c95-dab9-4cee-9962-e826ae8b2a9e', 'fe25d1be-854c-4a19-bb4a-ddeb92af5392'} {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1290.840763] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1290.860315] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.860547] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.860547] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.860713] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.860795] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.860903] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1290.860974] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1290.861055] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1290.949294] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.949550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.949550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.949712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.950814] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.951078] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1290.951153] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1290.951222] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1290.951286] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1290.951364] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/38 resources of Type:Security Group Rules [ 1290.951447] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 with Priority: HIGH for action security_group_rules [ 1290.951542] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6e75634-25ba-495a-b651-3b13ea685fa4 with Priority: HIGH for action security_group_rules [ 1290.951615] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 with Priority: HIGH for action security_group_rules [ 1290.951657] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGH for action security_group_rules [ 1290.951716] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 with Priority: HIGH for action security_group_rules [ 1290.951772] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGH for action security_group_rules [ 1290.951830] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e with Priority: HIGH for action security_group_rules [ 1290.951890] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGH for action security_group_rules [ 1290.951948] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4475455f-0082-4171-9347-c0bb52a2a4da with Priority: HIGH for action security_group_rules [ 1290.952016] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba with Priority: HIGH for action security_group_rules [ 1290.952084] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 with Priority: HIGH for action security_group_rules [ 1290.952144] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f643862-9d54-4046-9508-10b74bee7e62 with Priority: HIGH for action security_group_rules [ 1290.952206] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b70921c1-8094-454c-9024-b4a7ea2de49f with Priority: HIGH for action security_group_rules [ 1290.952301] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68de3382-dd61-407a-a887-092f4f40f15a with Priority: HIGH for action security_group_rules [ 1290.952398] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3aa5697-bb6c-4366-8c2d-0f553034687a with Priority: HIGH for action security_group_rules [ 1290.952471] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf1d39fb-2844-4777-9054-03aff0dadc13 with Priority: HIGH for action security_group_rules [ 1290.952573] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf with Priority: HIGH for action security_group_rules [ 1290.952625] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGH for action security_group_rules [ 1290.952718] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8938d9b7-7221-42ae-828f-89775c3c2980 with Priority: HIGH for action security_group_rules [ 1290.952787] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGH for action security_group_rules [ 1290.952884] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.283825] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1291.284049] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1291.284220] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 with Priority: HIGH for action security_group_rules [ 1291.284385] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 with Priority: HIGH for action security_group_rules [ 1291.284555] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e with Priority: HIGH for action security_group_rules [ 1291.284708] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3aa5697-bb6c-4366-8c2d-0f553034687a with Priority: HIGH for action security_group_rules [ 1291.284839] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead with Priority: HIGH for action security_group_rules [ 1291.284960] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8938d9b7-7221-42ae-828f-89775c3c2980 with Priority: HIGH for action security_group_rules [ 1291.285093] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4b32fd3-8938-4185-a0c3-7ed142922642 with Priority: HIGH for action security_group_rules [ 1291.285218] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf with Priority: HIGH for action security_group_rules [ 1291.285355] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68de3382-dd61-407a-a887-092f4f40f15a with Priority: HIGH for action security_group_rules [ 1291.285471] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf1d39fb-2844-4777-9054-03aff0dadc13 with Priority: HIGH for action security_group_rules [ 1291.285584] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b70921c1-8094-454c-9024-b4a7ea2de49f with Priority: HIGH for action security_group_rules [ 1291.285698] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f643862-9d54-4046-9508-10b74bee7e62 with Priority: HIGH for action security_group_rules [ 1291.285812] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 with Priority: HIGH for action security_group_rules [ 1291.285921] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba with Priority: HIGH for action security_group_rules [ 1291.286044] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4475455f-0082-4171-9347-c0bb52a2a4da with Priority: HIGH for action security_group_rules [ 1291.286167] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGH for action security_group_rules [ 1291.286281] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 with Priority: HIGH for action security_group_rules [ 1291.286393] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 with Priority: HIGH for action security_group_rules [ 1291.286508] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6e75634-25ba-495a-b651-3b13ea685fa4 with Priority: HIGH for action security_group_rules [ 1291.286666] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGH for action security_group_rules [ 1291.287131] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e12803d-4ecf-4cc1-b845-061506f487a9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.287268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.287335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.287551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.287636] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e12803d-4ecf-4cc1-b845-061506f487a9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.288652] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.288766] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.288830] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.289010] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.289092] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a460f3f9-afb1-47a8-bf80-b2970ae500f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.289939] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.290060] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.290127] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.290277] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.290347] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.291473] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3aa5697-bb6c-4366-8c2d-0f553034687a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.291585] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.291651] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.291800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.291869] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3aa5697-bb6c-4366-8c2d-0f553034687a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.292562] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.292659] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.292725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.292869] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.292938] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b37d534-8992-4b57-98dd-9d99ad3b7ead',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.293733] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8938d9b7-7221-42ae-828f-89775c3c2980 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.293849] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.293916] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.294078] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.294148] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8938d9b7-7221-42ae-828f-89775c3c2980',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.294851] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4b32fd3-8938-4185-a0c3-7ed142922642 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.294957] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.295041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.295192] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.295262] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4b32fd3-8938-4185-a0c3-7ed142922642',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.296056] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.296167] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.296232] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.296381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.296451] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('977d4945-93e3-4a03-bb7d-ba30446f0bdf',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.297140] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68de3382-dd61-407a-a887-092f4f40f15a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.297244] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.297307] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.297454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.297560] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68de3382-dd61-407a-a887-092f4f40f15a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.298197] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf1d39fb-2844-4777-9054-03aff0dadc13 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.298302] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.298366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.298515] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.298584] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf1d39fb-2844-4777-9054-03aff0dadc13',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.299264] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b70921c1-8094-454c-9024-b4a7ea2de49f taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.299365] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.299430] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.299572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.299686] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b70921c1-8094-454c-9024-b4a7ea2de49f',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.300427] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f643862-9d54-4046-9508-10b74bee7e62 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.300535] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.300575] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.300725] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.300794] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f643862-9d54-4046-9508-10b74bee7e62',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.301505] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.301606] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.301686] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.301828] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.301898] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d6824acb-f58a-4a4e-b7b4-ae3dabe60357',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.302739] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.302739] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.302739] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.302918] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.302956] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84643d00-cb6b-40a4-aa0a-9f3225dbe9ba',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.303844] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4475455f-0082-4171-9347-c0bb52a2a4da taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.304054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.304124] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.304276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.304348] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4475455f-0082-4171-9347-c0bb52a2a4da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.305117] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.305117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.305377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.305541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.305614] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.306300] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.306404] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.306465] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.306610] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.306682] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.307435] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5a25af7-88b4-4475-86a0-9164f9a6d340 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.307555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.307555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.307865] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.307865] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5a25af7-88b4-4475-86a0-9164f9a6d340',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.309033] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6e75634-25ba-495a-b651-3b13ea685fa4 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.309033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.309033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.309033] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.309033] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6e75634-25ba-495a-b651-3b13ea685fa4',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.309662] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-991fd949-89ab-4239-8c48-a4ec19919d1e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.309922] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.309922] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.310034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.310075] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.333442] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.333846] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.333972] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.334864] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.357724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.357895] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b37d534-8992-4b57-98dd-9d99ad3b7ead is going to be deleted. [ 1291.409542] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.409750] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.409750] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.409966] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.410070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.410186] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b37d534-8992-4b57-98dd-9d99ad3b7ead" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.507454] env[65757]: INFO networking_nsxv3.common.synchronization [req-53365459-f50d-4ef9-889a-5878df610a3b req-cb046968-31c7-4a29-83da-5523925d16e1 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Enqueued Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGHEST for action security_group_members [ 1291.508502] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGHEST for action security_group_members [ 1291.508672] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-991fd949-89ab-4239-8c48-a4ec19919d1e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.508735] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.508829] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.509039] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.509212] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.509357] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.509477] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.509652] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.509749] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.509981] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.796959] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-995 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.797282] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-995" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.797344] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-995" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.797628] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-995" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.797883] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.798053] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.798169] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.798379] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.798516] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.798743] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.798910] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1291.799039] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1291.799147] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1291.799256] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.799356] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1291.799482] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1291.814555] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a460f3f9-afb1-47a8-bf80-b2970ae500f9 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.814745] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.814745] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.814922] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.815116] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.815228] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.815292] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.815448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.815532] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.815618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.815703] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a460f3f9-afb1-47a8-bf80-b2970ae500f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.821126] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1291.821299] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1291.821433] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1291.821595] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-995" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.821866] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-6fe6a9cf-ab95-4a68-8082-d2c7a9893928 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.822031] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-6fe6a9cf-ab95-4a68-8082-d2c7a9893928" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.822146] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-6fe6a9cf-ab95-4a68-8082-d2c7a9893928" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.822483] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-6fe6a9cf-ab95-4a68-8082-d2c7a9893928" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.822621] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fe6a9cf-ab95-4a68-8082-d2c7a9893928',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.831139] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.831335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.831335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.831533] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.831707] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.831803] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.831864] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.832014] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.832102] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.832183] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.832264] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.835965] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-991fd949-89ab-4239-8c48-a4ec19919d1e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.836096] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.885069] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.885266] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.885266] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.885457] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.887537] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.887652] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.888414] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.888507] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.894678] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.894849] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.895972] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.896082] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.896878] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.896959] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.897722] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.897847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.898598] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.898702] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.899416] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.899508] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.900198] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.900306] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.901011] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.901110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.901836] env[65757]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1291.902173] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.902264] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.902950] env[65757]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1291.903334] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.903423] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.904083] env[65757]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1291.904430] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.904521] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.905108] env[65757]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1291.905480] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.905569] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.906114] env[65757]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1291.906494] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.906577] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.912086] env[65757]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1291.912527] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.912638] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8938d9b7-7221-42ae-828f-89775c3c2980 is going to be deleted. [ 1291.913597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.913819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.933064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.933220] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5a25af7-88b4-4475-86a0-9164f9a6d340 is going to be deleted. [ 1291.934135] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.934343] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.968398] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.968635] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6e75634-25ba-495a-b651-3b13ea685fa4 is going to be deleted. [ 1291.969423] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.969633] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.998074] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.998274] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.999240] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.999355] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0 is going to be deleted. [ 1292.000224] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.000436] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.001792] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.001908] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.012849] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.023108] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.023245] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4b32fd3-8938-4185-a0c3-7ed142922642 is going to be deleted. [ 1292.024419] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.024639] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.166171] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.166171] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.167092] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.167208] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d6824acb-f58a-4a4e-b7b4-ae3dabe60357 is going to be deleted. [ 1292.168091] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.168308] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.200991] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.201178] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.257190] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.257337] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f643862-9d54-4046-9508-10b74bee7e62 is going to be deleted. [ 1292.258313] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.258547] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.321200] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a460f3f9-afb1-47a8-bf80-b2970ae500f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.331037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.331189] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3aa5697-bb6c-4366-8c2d-0f553034687a is going to be deleted. [ 1292.332493] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.332755] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.337033] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.343758] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.343994] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.344141] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.344418] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.344595] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.344781] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 6fe6a9cf-ab95-4a68-8082-d2c7a9893928 not found, creating... [ 1292.345011] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.345201] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.345339] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.345609] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.345789] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.346147] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.346352] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.346498] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.346749] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.346920] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.347106] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 6fe6a9cf-ab95-4a68-8082-d2c7a9893928 is going to be created. [ 1292.370882] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.370999] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.372491] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.372593] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.378188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.378324] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf1d39fb-2844-4777-9054-03aff0dadc13 is going to be deleted. [ 1292.379314] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.379552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.458383] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.458551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.462542] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.462856] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.463133] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.463306] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.463573] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.463839] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-6fe6a9cf-ab95-4a68-8082-d2c7a9893928" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.479925] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.480166] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 977d4945-93e3-4a03-bb7d-ba30446f0bdf is going to be deleted. [ 1292.482129] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.482450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.515048] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.517883] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.518087] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.552258] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.552767] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84643d00-cb6b-40a4-aa0a-9f3225dbe9ba is going to be deleted. [ 1292.553407] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.553713] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.555316] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.555381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.652078] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.652253] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b70921c1-8094-454c-9024-b4a7ea2de49f is going to be deleted. [ 1292.653153] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.653395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.708343] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.708527] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e12803d-4ecf-4cc1-b845-061506f487a9 is going to be deleted. [ 1292.709553] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.709790] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.712899] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.713049] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.736312] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.736532] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68de3382-dd61-407a-a887-092f4f40f15a is going to be deleted. [ 1292.737378] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.737589] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.748147] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.748347] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.765393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.765576] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4475455f-0082-4171-9347-c0bb52a2a4da is going to be deleted. [ 1292.766840] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.767080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.809318] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.809622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.819119] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.819268] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e is going to be deleted. [ 1292.820220] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.820448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.820544] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.820673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5a25af7-88b4-4475-86a0-9164f9a6d340" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.820832] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.820990] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.821084] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.821193] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8938d9b7-7221-42ae-828f-89775c3c2980" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.821814] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.821985] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.822175] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.822372] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6e75634-25ba-495a-b651-3b13ea685fa4" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.822455] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.822636] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.822717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.822834] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bec9f2e3-afb2-4bb7-b8b6-3d44c2e9fcb0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.822965] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.823130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.823247] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.823323] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4b32fd3-8938-4185-a0c3-7ed142922642" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.823531] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a460f3f9-afb1-47a8-bf80-b2970ae500f9: rpc.has_security_group_logging(os_id): False [ 1292.824524] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.824731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.824823] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.824967] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d6824acb-f58a-4a4e-b7b4-ae3dabe60357" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.825110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.825261] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.825342] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.825458] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f643862-9d54-4046-9508-10b74bee7e62" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.826016] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.826232] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.826331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.826453] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf1d39fb-2844-4777-9054-03aff0dadc13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.826589] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.826765] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.826847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.826962] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3aa5697-bb6c-4366-8c2d-0f553034687a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.827110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.827260] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.827342] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.827460] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-977d4945-93e3-4a03-bb7d-ba30446f0bdf" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.827591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.827729] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.827804] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.827914] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84643d00-cb6b-40a4-aa0a-9f3225dbe9ba" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.828056] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.828200] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.828276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.828383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b70921c1-8094-454c-9024-b4a7ea2de49f" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.838980] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac0215dc-8492-4890-9b8c-8fbbcd599944: rpc.has_security_group_logging(os_id): False [ 1292.898769] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.898962] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.899037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.899214] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.899307] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.899426] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e12803d-4ecf-4cc1-b845-061506f487a9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.901576] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.901719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.901719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.901914] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.902077] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.902169] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68de3382-dd61-407a-a887-092f4f40f15a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.919022] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.919212] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.919257] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.919479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.921148] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.921278] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.963394] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.963557] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.965021] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.965316] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.965420] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.965485] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.965698] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.965772] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.965868] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 is going to be updated. [ 1292.966924] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.967122] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.017406] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.017637] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.017637] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.017936] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.018064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.018190] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 991fd949-89ab-4239-8c48-a4ec19919d1e is going to be updated. [ 1293.028509] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.028707] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.035071] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.035408] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.035511] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.035578] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.035785] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.035931] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.036049] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 is going to be updated. [ 1293.037168] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.037352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.037441] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.037551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4475455f-0082-4171-9347-c0bb52a2a4da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.037681] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.037882] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.037938] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.038044] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87fb5874-e40c-4e5e-b8dc-faa08ccf6f0e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.076148] env[65757]: INFO networking_nsxv3.common.synchronization [req-53365459-f50d-4ef9-889a-5878df610a3b req-40bf2f15-ceab-47a7-b0dc-78fa71ea366e service nova] Enqueued Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGHEST for action security_group_rules [ 1293.076663] env[65757]: INFO networking_nsxv3.common.synchronization [req-53365459-f50d-4ef9-889a-5878df610a3b req-40bf2f15-ceab-47a7-b0dc-78fa71ea366e service nova] Enqueued Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGHEST for action security_group_members [ 1293.076663] env[65757]: INFO networking_nsxv3.common.synchronization [req-53365459-f50d-4ef9-889a-5878df610a3b req-40bf2f15-ceab-47a7-b0dc-78fa71ea366e service nova] Enqueued Resource ID: 6fe6a9cf-ab95-4a68-8082-d2c7a9893928 with Priority: HIGHEST for action port [ 1293.077036] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGHEST for action security_group_rules [ 1293.077183] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGHEST for action security_group_members [ 1293.077308] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe6a9cf-ab95-4a68-8082-d2c7a9893928 with Priority: HIGHEST for action port [ 1293.077564] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-991fd949-89ab-4239-8c48-a4ec19919d1e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.077658] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.077889] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-991fd949-89ab-4239-8c48-a4ec19919d1e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.078018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.078252] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fe6a9cf-ab95-4a68-8082-d2c7a9893928 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.078356] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fe6a9cf-ab95-4a68-8082-d2c7a9893928" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.078415] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fe6a9cf-ab95-4a68-8082-d2c7a9893928" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.078627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fe6a9cf-ab95-4a68-8082-d2c7a9893928" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.078707] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fe6a9cf-ab95-4a68-8082-d2c7a9893928',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.085142] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.085394] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.085463] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.085673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.085818] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.101483] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 991fd949-89ab-4239-8c48-a4ec19919d1e in Status: IN_PROGRESS for 2s [ 1293.211622] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.211843] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.211843] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.211943] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.212124] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.214490] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.214661] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.214706] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.214859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.214996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.234459] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: IN_PROGRESS for 2s [ 1293.236838] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 in Status: IN_PROGRESS for 2s [ 1293.583049] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fe6a9cf-ab95-4a68-8082-d2c7a9893928 with status ACTIVE [ 1293.583049] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.583209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.583209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.583368] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.583459] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.583679] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.583801] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.583831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.583963] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.584048] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.584232] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.584326] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.584377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.584519] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.584616] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.584719] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fe6a9cf-ab95-4a68-8082-d2c7a9893928 is going to be updated. [ 1293.606290] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.606456] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.606730] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.606730] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.606806] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.606963] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fe6a9cf-ab95-4a68-8082-d2c7a9893928" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.115098] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 991fd949-89ab-4239-8c48-a4ec19919d1e in Status: SUCCESS [ 1295.115098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.115507] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.115507] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.115665] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.115918] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.115918] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.116054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.116152] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.116241] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.116341] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.117202] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.117424] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.117589] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.118443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.118443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.118443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.118443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.118443] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.278762] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 in Status: SUCCESS [ 1295.279078] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.279830] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: SUCCESS [ 1295.280012] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.619939] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.620875] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.123171] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 991fd949-89ab-4239-8c48-a4ec19919d1e: rpc.has_security_group_logging(os_id): False [ 1296.124297] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.143945] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.144138] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.144199] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.144389] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.167570] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.167570] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.167570] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.167833] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.167833] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.167924] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.167959] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 991fd949-89ab-4239-8c48-a4ec19919d1e is going to be updated. [ 1296.241146] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.241335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.241393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.241649] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.241802] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.253158] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 991fd949-89ab-4239-8c48-a4ec19919d1e in Status: IN_PROGRESS for 2s [ 1296.627480] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.627480] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.627480] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.627712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.627712] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.627804] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 991fd949-89ab-4239-8c48-a4ec19919d1e is going to be updated. [ 1296.658884] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.659060] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.659118] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.659331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.659470] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.671016] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 991fd949-89ab-4239-8c48-a4ec19919d1e in Status: IN_PROGRESS for 2s [ 1298.078938] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1298.078938] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1298.265110] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 991fd949-89ab-4239-8c48-a4ec19919d1e in Status: SUCCESS [ 1298.265276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.265468] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.265753] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.265863] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.681395] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 991fd949-89ab-4239-8c48-a4ec19919d1e in Status: SUCCESS [ 1298.681461] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.768110] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-991fd949-89ab-4239-8c48-a4ec19919d1e taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.768279] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.768354] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.768576] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.768751] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.768853] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.768915] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.769079] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.769163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.769249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.769337] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.271585] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.773496] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 991fd949-89ab-4239-8c48-a4ec19919d1e: rpc.has_security_group_logging(os_id): False [ 1299.792435] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.792599] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.792645] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.792906] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.793016] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.793275] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.793381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.793442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.793603] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.793742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.793829] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 991fd949-89ab-4239-8c48-a4ec19919d1e is going to be updated. [ 1299.854251] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.854377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.854419] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.855029] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.855029] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.867817] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 991fd949-89ab-4239-8c48-a4ec19919d1e in Status: IN_PROGRESS for 2s [ 1301.883869] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 991fd949-89ab-4239-8c48-a4ec19919d1e in Status: SUCCESS [ 1301.884255] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.079440] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1303.079821] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1308.081039] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1308.081039] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1313.082260] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1313.082260] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.594298] env[65757]: INFO networking_nsxv3.common.synchronization [req-99fcf3c9-d6da-4f72-82b2-1cf7bc168933 req-3eded7a7-e1fb-4fb7-a89e-f483d53a6424 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Enqueued Resource ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 with Priority: HIGHEST for action security_group_members [ 1317.595109] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 with Priority: HIGHEST for action security_group_members [ 1317.595500] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-a460f3f9-afb1-47a8-bf80-b2970ae500f9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.595662] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.595751] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.596011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.596234] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.596389] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.596431] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.596669] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.596783] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.596918] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a460f3f9-afb1-47a8-bf80-b2970ae500f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.101984] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.102237] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.102329] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.102527] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.102619] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.102834] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.102928] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.103027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.103231] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.103312] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.103402] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 is going to be updated. [ 1318.135782] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.135998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.135998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.136267] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.136419] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.145959] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 in Status: IN_PROGRESS for 2s [ 1320.156931] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 in Status: SUCCESS [ 1320.157200] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 deletion is rescheduled due to dependency. [ 1320.157321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.516974] env[65757]: INFO networking_nsxv3.common.synchronization [None req-1052195c-a6a9-4228-ba4c-ee1deff9b9f3 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Enqueued Resource ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 with Priority: HIGHEST for action security_group_rules [ 1322.517699] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 with Priority: HIGHEST for action security_group_rules [ 1322.518105] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ad7ad24-fefa-4d82-8179-197434c355a5 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.518247] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.518303] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.518653] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.518740] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ad7ad24-fefa-4d82-8179-197434c355a5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.633499] env[65757]: INFO networking_nsxv3.common.synchronization [None req-da900482-3947-4dcb-94dd-a139f7972e31 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Enqueued Resource ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 with Priority: HIGHEST for action security_group_rules [ 1322.633950] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 with Priority: HIGHEST for action security_group_rules [ 1322.635054] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ad7ad24-fefa-4d82-8179-197434c355a5 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.635216] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.042150] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.042402] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.042590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.042881] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.043012] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.043143] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 already deleted. [ 1323.043272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.043458] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.043655] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.043743] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ad7ad24-fefa-4d82-8179-197434c355a5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.565176] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.565547] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.565547] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.565654] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.565687] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.565777] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 already deleted. [ 1323.565871] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.635466] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.635466] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1328.115828] env[65757]: INFO networking_nsxv3.common.synchronization [req-4a0e5629-8764-42b8-9470-4f81e6d259b1 req-a610a0be-39ed-4446-9dc0-a8738a3c1efe tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Enqueued Resource ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 with Priority: HIGHEST for action security_group_members [ 1328.116009] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 with Priority: HIGHEST for action security_group_members [ 1328.116312] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ad7ad24-fefa-4d82-8179-197434c355a5 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.116435] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.116495] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.116748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.116905] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.117012] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.117076] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.117234] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.117318] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.117410] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ad7ad24-fefa-4d82-8179-197434c355a5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.426850] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-439 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.427069] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-439" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.427196] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-439" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.427470] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-439" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.427720] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.427872] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.427985] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.428211] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.428351] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.428555] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1328.428663] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1328.428765] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1328.428867] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1328.428971] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1328.429087] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1328.429211] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1328.450276] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1328.450506] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1328.450609] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1328.450718] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-439" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.451034] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-656997f8-45a5-4f53-b63e-176475c837b5 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.451210] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-656997f8-45a5-4f53-b63e-176475c837b5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.451316] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-656997f8-45a5-4f53-b63e-176475c837b5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.451648] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-656997f8-45a5-4f53-b63e-176475c837b5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.451784] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('656997f8-45a5-4f53-b63e-176475c837b5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.619549] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.619691] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.619771] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.620067] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.620215] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.620855] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.620855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.620855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.621138] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.621243] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.621310] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 already deleted. [ 1328.621443] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.954508] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.954816] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.954879] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.955260] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.955433] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.955612] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 656997f8-45a5-4f53-b63e-176475c837b5 not found, creating... [ 1328.955892] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.956071] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.956202] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.956440] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.956665] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.956902] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.957068] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.957198] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.957419] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.957551] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.957701] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 656997f8-45a5-4f53-b63e-176475c837b5 is going to be created. [ 1328.979587] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.979843] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.979980] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.980295] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.980559] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.980792] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-656997f8-45a5-4f53-b63e-176475c837b5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.693723] env[65757]: INFO networking_nsxv3.common.synchronization [req-4a0e5629-8764-42b8-9470-4f81e6d259b1 req-95833669-9095-4170-ae1e-cefddadb0a01 service nova] Enqueued Resource ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 with Priority: HIGHEST for action security_group_rules [ 1329.694409] env[65757]: INFO networking_nsxv3.common.synchronization [req-4a0e5629-8764-42b8-9470-4f81e6d259b1 req-95833669-9095-4170-ae1e-cefddadb0a01 service nova] Enqueued Resource ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 with Priority: HIGHEST for action security_group_members [ 1329.694409] env[65757]: INFO networking_nsxv3.common.synchronization [req-4a0e5629-8764-42b8-9470-4f81e6d259b1 req-95833669-9095-4170-ae1e-cefddadb0a01 service nova] Enqueued Resource ID: 656997f8-45a5-4f53-b63e-176475c837b5 with Priority: HIGHEST for action port [ 1329.694977] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 with Priority: HIGHEST for action security_group_rules [ 1329.694977] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 with Priority: HIGHEST for action security_group_members [ 1329.694977] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 656997f8-45a5-4f53-b63e-176475c837b5 with Priority: HIGHEST for action port [ 1329.694977] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ad7ad24-fefa-4d82-8179-197434c355a5 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.695180] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.695180] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.695378] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.695517] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ad7ad24-fefa-4d82-8179-197434c355a5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.696373] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ad7ad24-fefa-4d82-8179-197434c355a5 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.696431] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.696492] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.697550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.697550] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.697550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.697550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.697550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.697550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.697550] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ad7ad24-fefa-4d82-8179-197434c355a5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.698189] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-656997f8-45a5-4f53-b63e-176475c837b5 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.698351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-656997f8-45a5-4f53-b63e-176475c837b5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.698351] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-656997f8-45a5-4f53-b63e-176475c837b5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.698567] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-656997f8-45a5-4f53-b63e-176475c837b5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.698711] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('656997f8-45a5-4f53-b63e-176475c837b5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.990569] env[65757]: INFO networking_nsxv3.common.synchronization [req-04ba6d5c-82cd-4ed7-a1e7-4390077a51cb req-eddcdd51-d084-4950-995a-87df3576881e tempest-ServerActionsTestJSON-1570892236 tempest-ServerActionsTestJSON-1570892236-project-member] Enqueued Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_members [ 1329.991439] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e with Priority: HIGHEST for action security_group_members [ 1329.991985] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.992132] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.992211] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.992406] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.992565] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.992658] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.992713] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.992888] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.993013] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.993099] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bcee5c95-dab9-4cee-9962-e826ae8b2a9e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.200653] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ad7ad24-fefa-4d82-8179-197434c355a5 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.200879] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.201022] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9ad7ad24-fefa-4d82-8179-197434c355a5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.202036] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 656997f8-45a5-4f53-b63e-176475c837b5 with status ACTIVE [ 1330.203029] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.203029] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.203029] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.203029] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.203029] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.203029] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.203352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.203352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.203352] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.203458] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.203665] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.203782] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.203858] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.204102] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.204199] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.204313] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 656997f8-45a5-4f53-b63e-176475c837b5 is going to be updated. [ 1330.231467] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.231683] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.231683] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.232701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.232701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.232701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-656997f8-45a5-4f53-b63e-176475c837b5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.495478] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.495644] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.495718] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.495990] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.517945] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.518227] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.518350] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.518465] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.518661] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.518745] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.518833] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e is going to be updated. [ 1330.544894] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.545156] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.545238] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.545452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.545626] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.554804] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e in Status: IN_PROGRESS for 2s [ 1330.706554] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9ad7ad24-fefa-4d82-8179-197434c355a5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.209491] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.209491] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.209882] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.209882] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.209882] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.209984] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 is going to be created. [ 1331.236163] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.236163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.236163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.236163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.236163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.244801] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 in Status: UNINITIALIZED for 2s [ 1332.567927] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e in Status: SUCCESS [ 1332.568390] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bcee5c95-dab9-4cee-9962-e826ae8b2a9e deletion is rescheduled due to dependency. [ 1332.568390] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bcee5c95-dab9-4cee-9962-e826ae8b2a9e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.253916] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 in Status: SUCCESS [ 1333.254245] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.254439] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.254689] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.254892] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.255069] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.255140] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.255284] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.255363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.255447] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.255534] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9ad7ad24-fefa-4d82-8179-197434c355a5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.758640] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9ad7ad24-fefa-4d82-8179-197434c355a5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.263139] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9ad7ad24-fefa-4d82-8179-197434c355a5: rpc.has_security_group_logging(os_id): False [ 1334.282034] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.282034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.282034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.282034] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.282314] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.282348] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.282451] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.282500] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.282671] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.282750] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.282837] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 is going to be created. [ 1334.360471] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.360703] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.360881] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.361240] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.361398] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.374684] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 in Status: IN_PROGRESS for 2s [ 1334.992548] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1334.993085] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1336.389511] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 in Status: SUCCESS [ 1336.389902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.581659] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-633 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.581843] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-633" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.582238] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-633" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.582369] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-633" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.582800] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.582800] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.582928] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.583368] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.583516] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.583730] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1336.583843] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1336.583970] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1336.584137] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1336.584251] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1336.584358] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1336.584486] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1336.607085] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1336.607288] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1336.607424] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1336.607598] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-633" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.607921] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-bd5425d3-7942-442c-a1c2-31ccfea3e8f2 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.608104] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-bd5425d3-7942-442c-a1c2-31ccfea3e8f2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.608225] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-bd5425d3-7942-442c-a1c2-31ccfea3e8f2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.608539] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-bd5425d3-7942-442c-a1c2-31ccfea3e8f2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.608703] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5425d3-7942-442c-a1c2-31ccfea3e8f2',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.111913] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.112632] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.112632] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.112632] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.112808] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.112974] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.113141] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.113257] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.113471] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.113608] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.113881] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.114136] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.114263] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.114470] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.114610] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.114745] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: bd5425d3-7942-442c-a1c2-31ccfea3e8f2 is going to be updated. [ 1337.135095] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.135348] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.135483] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.135692] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.135907] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.136153] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-bd5425d3-7942-442c-a1c2-31ccfea3e8f2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.836186] env[65757]: INFO networking_nsxv3.common.synchronization [req-cde3299c-5cb4-4a5a-b70c-132be6113767 req-b2980cac-c5c6-46d3-9a2f-d0a35b3e64c8 service nova] Enqueued Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_rules [ 1337.836402] env[65757]: INFO networking_nsxv3.common.synchronization [req-cde3299c-5cb4-4a5a-b70c-132be6113767 req-b2980cac-c5c6-46d3-9a2f-d0a35b3e64c8 service nova] Enqueued Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_members [ 1337.836402] env[65757]: INFO networking_nsxv3.common.synchronization [req-cde3299c-5cb4-4a5a-b70c-132be6113767 req-b2980cac-c5c6-46d3-9a2f-d0a35b3e64c8 service nova] Enqueued Resource ID: bd5425d3-7942-442c-a1c2-31ccfea3e8f2 with Priority: HIGHEST for action port [ 1337.836890] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_rules [ 1337.837037] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_members [ 1337.837138] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd5425d3-7942-442c-a1c2-31ccfea3e8f2 with Priority: HIGHEST for action port [ 1337.837495] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.837623] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.837717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.837950] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.837950] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.838818] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.838940] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.839017] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.839216] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.839293] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.839387] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.839446] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.839660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.839660] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.839742] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.842076] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd5425d3-7942-442c-a1c2-31ccfea3e8f2 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.842076] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd5425d3-7942-442c-a1c2-31ccfea3e8f2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.842076] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd5425d3-7942-442c-a1c2-31ccfea3e8f2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.842076] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd5425d3-7942-442c-a1c2-31ccfea3e8f2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.842076] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd5425d3-7942-442c-a1c2-31ccfea3e8f2',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.342935] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.343070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.344483] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.345422] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd5425d3-7942-442c-a1c2-31ccfea3e8f2 with status ACTIVE [ 1338.345616] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.345741] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.345801] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.346013] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.346158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.346292] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.346388] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.346453] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.346608] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.346685] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.346876] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.346970] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.347040] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.347179] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.347253] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.347335] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd5425d3-7942-442c-a1c2-31ccfea3e8f2 is going to be updated. [ 1338.373020] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.373167] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.373736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.373736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.373736] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.373905] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd5425d3-7942-442c-a1c2-31ccfea3e8f2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.783812] env[65757]: INFO networking_nsxv3.common.synchronization [None req-e9fc7435-eac2-4fb7-847a-ed45901bfd33 None None] Enqueued Resource ID: b2f73387-d0b3-47a4-a420-a024463f9f74 with Priority: HIGHEST for action port [ 1338.784110] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f73387-d0b3-47a4-a420-a024463f9f74 with Priority: HIGHEST for action port [ 1338.784734] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2f73387-d0b3-47a4-a420-a024463f9f74 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.784874] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2f73387-d0b3-47a4-a420-a024463f9f74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.784938] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2f73387-d0b3-47a4-a420-a024463f9f74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.785334] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2f73387-d0b3-47a4-a420-a024463f9f74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.785488] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f73387-d0b3-47a4-a420-a024463f9f74',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.851219] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.143995] env[65757]: INFO networking_nsxv3.common.synchronization [None req-f9ecfd7a-86bd-4086-b096-350653dd1901 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Enqueued Resource ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de with Priority: HIGHEST for action security_group_rules [ 1339.144791] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de with Priority: HIGHEST for action security_group_rules [ 1339.145524] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.145669] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.145745] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.146145] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.146236] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1c9ad8-5dcd-47d3-b338-166ccdefc1de',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.243205] env[65757]: INFO networking_nsxv3.common.synchronization [None req-2c0ddc20-0d30-4032-88c4-62df33870ed1 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Enqueued Resource ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de with Priority: HIGHEST for action security_group_rules [ 1339.243205] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de with Priority: HIGHEST for action security_group_rules [ 1339.243205] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.243205] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.288544] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b2f73387-d0b3-47a4-a420-a024463f9f74 [ 1339.288858] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.289232] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.289382] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.289685] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.289807] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.289913] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b2f73387-d0b3-47a4-a420-a024463f9f74 already deleted. [ 1339.290053] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2f73387-d0b3-47a4-a420-a024463f9f74" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.357332] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.357332] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.357332] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.357675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.357675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.357675] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 is going to be updated. [ 1339.396037] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.396232] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.396295] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.396524] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.399133] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.413666] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: IN_PROGRESS for 2s [ 1339.671743] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.672234] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.672234] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.672405] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.672498] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.672604] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de already deleted. [ 1339.672691] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.672904] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.673119] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.673249] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1c9ad8-5dcd-47d3-b338-166ccdefc1de',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.195461] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.195752] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.195752] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.196099] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.196099] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.196168] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de already deleted. [ 1340.196241] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.016296] env[65757]: INFO networking_nsxv3.common.synchronization [None req-765ea012-9d6a-48e7-b790-6fca8c5b0845 None None] Enqueued Resource ID: 806840de-b946-455c-afdf-c8b14c4a07a5 with Priority: HIGHEST for action port [ 1341.016857] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 806840de-b946-455c-afdf-c8b14c4a07a5 with Priority: HIGHEST for action port [ 1341.020582] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-806840de-b946-455c-afdf-c8b14c4a07a5 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.020715] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-806840de-b946-455c-afdf-c8b14c4a07a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.020786] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-806840de-b946-455c-afdf-c8b14c4a07a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.021086] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-806840de-b946-455c-afdf-c8b14c4a07a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.021182] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('806840de-b946-455c-afdf-c8b14c4a07a5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.424015] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: SUCCESS [ 1341.424411] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.424463] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.424686] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.424878] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.424998] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.425090] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.425290] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.425367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.425453] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.425544] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.523564] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 806840de-b946-455c-afdf-c8b14c4a07a5 [ 1341.524386] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.524530] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.524588] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.524970] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.524970] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.524970] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:806840de-b946-455c-afdf-c8b14c4a07a5 already deleted. [ 1341.525141] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-806840de-b946-455c-afdf-c8b14c4a07a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.927832] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.430485] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac0215dc-8492-4890-9b8c-8fbbcd599944: rpc.has_security_group_logging(os_id): False [ 1342.449646] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.449934] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.450052] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.450264] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.450374] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.450661] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.450799] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.450873] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.451054] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.451136] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.451208] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 is going to be updated. [ 1342.530794] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.531043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.531043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.531346] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.531439] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.548731] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: IN_PROGRESS for 2s [ 1343.659471] env[65757]: INFO networking_nsxv3.common.synchronization [req-5ea2fa1f-a847-4301-9d19-0c87b61bcd06 req-275b723a-a554-4623-b6f3-92377e3ce013 tempest-AttachVolumeNegativeTest-250195268 tempest-AttachVolumeNegativeTest-250195268-project-member] Enqueued Resource ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b with Priority: HIGHEST for action security_group_members [ 1343.660018] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b with Priority: HIGHEST for action security_group_members [ 1343.660320] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-335913b5-cd0a-4b0f-b98e-1b7236b0d86b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.660483] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.660553] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.660690] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.660835] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.660928] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.660987] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.661172] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.661873] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.661873] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('335913b5-cd0a-4b0f-b98e-1b7236b0d86b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.165087] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.165441] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.165534] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.165792] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.187618] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.187833] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.187939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.188015] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.188236] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.188320] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.188412] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b is going to be updated. [ 1344.217165] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.217437] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.217437] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.217653] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.217800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.226253] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b in Status: IN_PROGRESS for 2s [ 1344.565543] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: SUCCESS [ 1344.565776] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.240396] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b in Status: SUCCESS [ 1346.240770] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 335913b5-cd0a-4b0f-b98e-1b7236b0d86b deletion is rescheduled due to dependency. [ 1346.240770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-335913b5-cd0a-4b0f-b98e-1b7236b0d86b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.661523] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1348.662050] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.662813] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.663092] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1354.672466] env[65757]: INFO networking_nsxv3.common.synchronization [req-67fb25ed-780d-4253-a9e7-6c09e1b6952a req-e3ff12f0-c18e-4c95-9b98-04d109ecee15 tempest-ServerActionsTestOtherB-1004878 tempest-ServerActionsTestOtherB-1004878-project-member] Enqueued Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_members [ 1354.673044] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGHEST for action security_group_members [ 1354.673363] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.673529] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.673587] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.673782] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.674039] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.674107] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.674201] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.674353] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.674442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.674545] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.177301] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.177503] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.177567] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.177751] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.177831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.178053] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.178161] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.178217] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.178369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.178446] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.178530] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 is going to be updated. [ 1355.207376] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.207580] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.207630] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.207800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.207938] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.217413] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: IN_PROGRESS for 2s [ 1357.228316] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 in Status: SUCCESS [ 1357.228726] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 deletion is rescheduled due to dependency. [ 1357.228726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.674401] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1359.674772] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.017931] env[65757]: INFO networking_nsxv3.common.synchronization [req-11ce75b6-06ca-42cb-97dd-ee435982b7b9 req-c78881e1-119c-4601-a32a-76c5dc8a35f6 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Enqueued Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGHEST for action security_group_members [ 1360.018077] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGHEST for action security_group_members [ 1360.018378] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-991fd949-89ab-4239-8c48-a4ec19919d1e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.018497] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.018584] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.018878] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.019134] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.019302] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.019413] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.019636] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.019726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.019862] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.522109] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.024507] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.526990] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.527220] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.527220] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.527448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.527539] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.527637] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 991fd949-89ab-4239-8c48-a4ec19919d1e is going to be updated. [ 1361.555059] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.555289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.555289] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.555664] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.555831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.563805] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 991fd949-89ab-4239-8c48-a4ec19919d1e in Status: IN_PROGRESS for 2s [ 1363.574430] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 991fd949-89ab-4239-8c48-a4ec19919d1e in Status: SUCCESS [ 1363.574809] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.937727] env[65757]: INFO networking_nsxv3.common.synchronization [req-342c7af6-421c-4e1e-b90b-7e3d01532c37 req-898a31d4-2be3-4a59-99df-1c16d26cd74a tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Enqueued Resource ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de with Priority: HIGHEST for action security_group_members [ 1363.939125] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de with Priority: HIGHEST for action security_group_members [ 1363.939445] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.939570] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.939637] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.939984] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.940077] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.940234] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.940234] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.940385] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.940496] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.940557] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1c9ad8-5dcd-47d3-b338-166ccdefc1de',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.230452] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-879 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.230680] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-879" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.230853] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-879" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.231169] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-879" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.231441] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.231612] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.231729] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.231949] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.232126] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.232360] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1364.232723] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1364.232723] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1364.232723] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1364.232853] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1364.232889] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1364.233011] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1364.253061] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1364.253372] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1364.253372] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1364.253545] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-879" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.253860] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-cc544e52-fc3f-4ce9-8b1e-497e8f0bde43 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.254042] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-cc544e52-fc3f-4ce9-8b1e-497e8f0bde43" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.254161] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-cc544e52-fc3f-4ce9-8b1e-497e8f0bde43" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.254532] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-cc544e52-fc3f-4ce9-8b1e-497e8f0bde43" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.254670] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc544e52-fc3f-4ce9-8b1e-497e8f0bde43',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.442591] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.443452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.443452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.443452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.443452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.443452] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.443748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.443748] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.445042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.445042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.445042] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de already deleted. [ 1364.445042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.757610] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.757955] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.758865] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.758865] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.758865] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.758865] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port cc544e52-fc3f-4ce9-8b1e-497e8f0bde43 not found, creating... [ 1364.758865] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.759049] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.759163] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.759312] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.759453] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.759734] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.759937] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.759995] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.760845] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.760845] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.760845] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: cc544e52-fc3f-4ce9-8b1e-497e8f0bde43 is going to be created. [ 1364.781940] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.781940] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.781940] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.782961] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.782961] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.783088] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-cc544e52-fc3f-4ce9-8b1e-497e8f0bde43" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.509170] env[65757]: INFO networking_nsxv3.common.synchronization [req-342c7af6-421c-4e1e-b90b-7e3d01532c37 req-41514fde-c4a8-4768-a2f1-75faa8bce38c service nova] Enqueued Resource ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de with Priority: HIGHEST for action security_group_rules [ 1365.509428] env[65757]: INFO networking_nsxv3.common.synchronization [req-342c7af6-421c-4e1e-b90b-7e3d01532c37 req-41514fde-c4a8-4768-a2f1-75faa8bce38c service nova] Enqueued Resource ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de with Priority: HIGHEST for action security_group_members [ 1365.509518] env[65757]: INFO networking_nsxv3.common.synchronization [req-342c7af6-421c-4e1e-b90b-7e3d01532c37 req-41514fde-c4a8-4768-a2f1-75faa8bce38c service nova] Enqueued Resource ID: cc544e52-fc3f-4ce9-8b1e-497e8f0bde43 with Priority: HIGHEST for action port [ 1365.509998] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de with Priority: HIGHEST for action security_group_rules [ 1365.510150] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de with Priority: HIGHEST for action security_group_members [ 1365.510246] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc544e52-fc3f-4ce9-8b1e-497e8f0bde43 with Priority: HIGHEST for action port [ 1365.510516] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.510641] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.510719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.511106] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.511106] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b1c9ad8-5dcd-47d3-b338-166ccdefc1de',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.512462] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.512735] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.512895] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.513187] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.513445] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.513547] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.515281] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.515281] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.515281] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.515281] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1c9ad8-5dcd-47d3-b338-166ccdefc1de',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.515281] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc544e52-fc3f-4ce9-8b1e-497e8f0bde43 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.515281] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc544e52-fc3f-4ce9-8b1e-497e8f0bde43" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.515281] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc544e52-fc3f-4ce9-8b1e-497e8f0bde43" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.515281] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc544e52-fc3f-4ce9-8b1e-497e8f0bde43" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.515895] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc544e52-fc3f-4ce9-8b1e-497e8f0bde43',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.016977] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.017432] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.017432] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b1c9ad8-5dcd-47d3-b338-166ccdefc1de',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.018190] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc544e52-fc3f-4ce9-8b1e-497e8f0bde43 with status ACTIVE [ 1366.018377] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.018505] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.018670] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.018809] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.018861] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.019014] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.019391] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.019391] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.019510] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.019607] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.020676] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.020854] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.020923] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.021036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.021112] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.021194] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc544e52-fc3f-4ce9-8b1e-497e8f0bde43 is going to be updated. [ 1366.043924] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.044147] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.044147] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.044386] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.044525] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.044677] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc544e52-fc3f-4ce9-8b1e-497e8f0bde43" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.103885] env[65757]: INFO networking_nsxv3.common.synchronization [None req-942fcba7-3c5e-4e12-8b43-b66566d067e2 None None] Enqueued Resource ID: d040d180-05aa-44be-8e4a-e7ef30d098a7 with Priority: HIGHEST for action port [ 1366.103885] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d040d180-05aa-44be-8e4a-e7ef30d098a7 with Priority: HIGHEST for action port [ 1366.103885] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-d040d180-05aa-44be-8e4a-e7ef30d098a7 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.104395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d040d180-05aa-44be-8e4a-e7ef30d098a7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.104395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d040d180-05aa-44be-8e4a-e7ef30d098a7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.104395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d040d180-05aa-44be-8e4a-e7ef30d098a7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.104558] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d040d180-05aa-44be-8e4a-e7ef30d098a7',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.523577] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b1c9ad8-5dcd-47d3-b338-166ccdefc1de',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.608070] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d040d180-05aa-44be-8e4a-e7ef30d098a7 [ 1366.608070] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.608335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.608335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.608552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.608677] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.608802] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d040d180-05aa-44be-8e4a-e7ef30d098a7 already deleted. [ 1366.608996] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d040d180-05aa-44be-8e4a-e7ef30d098a7" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.026863] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.026863] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.027228] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.027228] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.027228] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.027322] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de is going to be created. [ 1367.054509] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.054700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.054824] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.054926] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.055094] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.068263] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de in Status: UNINITIALIZED for 2s [ 1368.172395] env[65757]: INFO networking_nsxv3.common.synchronization [None req-1b0982e7-b5b7-4fa2-b4f3-47f1ea197988 None None] Enqueued Resource ID: 7add241e-2cfe-48fb-947b-315bacf1478e with Priority: HIGHEST for action port [ 1368.172918] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7add241e-2cfe-48fb-947b-315bacf1478e with Priority: HIGHEST for action port [ 1368.173269] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-7add241e-2cfe-48fb-947b-315bacf1478e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.173397] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7add241e-2cfe-48fb-947b-315bacf1478e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.173473] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7add241e-2cfe-48fb-947b-315bacf1478e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.173750] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7add241e-2cfe-48fb-947b-315bacf1478e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.173880] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7add241e-2cfe-48fb-947b-315bacf1478e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.676442] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7add241e-2cfe-48fb-947b-315bacf1478e [ 1368.676674] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.676812] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.676881] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.677118] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.677209] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.677300] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7add241e-2cfe-48fb-947b-315bacf1478e already deleted. [ 1368.677379] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7add241e-2cfe-48fb-947b-315bacf1478e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.080681] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de in Status: SUCCESS [ 1369.080952] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.081174] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.081418] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.081703] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.081826] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.081890] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.082077] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.082160] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.082249] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.082364] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b1c9ad8-5dcd-47d3-b338-166ccdefc1de',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.584894] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b1c9ad8-5dcd-47d3-b338-166ccdefc1de',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.088520] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de: rpc.has_security_group_logging(os_id): False [ 1370.107480] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.107716] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.107716] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.107924] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.107985] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.108256] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.108361] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.108425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.108586] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.108663] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.108773] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de is going to be created. [ 1370.179108] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.179322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.179383] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.179616] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.179887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.190552] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de in Status: IN_PROGRESS for 2s [ 1371.497630] env[65757]: INFO networking_nsxv3.common.synchronization [req-2ce4e265-127c-46be-96d6-a6bfe4260d40 req-74997122-cc47-4de9-bc98-c842bb23790c tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Enqueued Resource ID: c0de00f2-0aa4-4a0e-b64d-9b16f47063cc with Priority: HIGHEST for action security_group_members [ 1371.498087] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0de00f2-0aa4-4a0e-b64d-9b16f47063cc with Priority: HIGHEST for action security_group_members [ 1371.498399] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.498559] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.498652] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.498937] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.499250] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.499356] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.499413] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.499591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.499676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.499767] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0de00f2-0aa4-4a0e-b64d-9b16f47063cc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.793097] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-262 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.793420] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-262" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.793603] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-262" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.794452] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-262" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.794778] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.794991] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.795170] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.795455] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.795627] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.795837] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1371.795948] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1371.796093] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1371.796204] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1371.796312] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1371.796420] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1371.796562] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1371.816467] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1371.816655] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1371.816822] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1371.817108] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-262" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.817551] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-27c0186b-72a8-432f-b499-383949c31914 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.817843] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-27c0186b-72a8-432f-b499-383949c31914" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.818051] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-27c0186b-72a8-432f-b499-383949c31914" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.818454] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-27c0186b-72a8-432f-b499-383949c31914" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.818688] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27c0186b-72a8-432f-b499-383949c31914',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.001730] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.001928] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.001928] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.002327] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.002327] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.002507] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.002635] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.002715] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.002878] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.002967] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.003064] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0de00f2-0aa4-4a0e-b64d-9b16f47063cc already deleted. [ 1372.003144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.201816] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de in Status: SUCCESS [ 1372.201994] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.321991] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.322255] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.322436] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.322900] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.322982] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.323098] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 27c0186b-72a8-432f-b499-383949c31914 not found, creating... [ 1372.323357] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.323511] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.323626] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.323943] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.324289] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.324450] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.324622] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.324737] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.324942] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.325091] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.325227] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 27c0186b-72a8-432f-b499-383949c31914 is going to be created. [ 1372.345406] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.345633] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.345761] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.346226] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.346294] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.346482] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-27c0186b-72a8-432f-b499-383949c31914" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.031291] env[65757]: INFO networking_nsxv3.common.synchronization [req-2ce4e265-127c-46be-96d6-a6bfe4260d40 req-cbc58b13-918b-4691-9e04-8598406f6aa2 service nova] Enqueued Resource ID: c0de00f2-0aa4-4a0e-b64d-9b16f47063cc with Priority: HIGHEST for action security_group_rules [ 1373.031543] env[65757]: INFO networking_nsxv3.common.synchronization [req-2ce4e265-127c-46be-96d6-a6bfe4260d40 req-cbc58b13-918b-4691-9e04-8598406f6aa2 service nova] Enqueued Resource ID: c0de00f2-0aa4-4a0e-b64d-9b16f47063cc with Priority: HIGHEST for action security_group_members [ 1373.031662] env[65757]: INFO networking_nsxv3.common.synchronization [req-2ce4e265-127c-46be-96d6-a6bfe4260d40 req-cbc58b13-918b-4691-9e04-8598406f6aa2 service nova] Enqueued Resource ID: 27c0186b-72a8-432f-b499-383949c31914 with Priority: HIGHEST for action port [ 1373.032168] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0de00f2-0aa4-4a0e-b64d-9b16f47063cc with Priority: HIGHEST for action security_group_rules [ 1373.032325] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0de00f2-0aa4-4a0e-b64d-9b16f47063cc with Priority: HIGHEST for action security_group_members [ 1373.032444] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27c0186b-72a8-432f-b499-383949c31914 with Priority: HIGHEST for action port [ 1373.032717] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.032842] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.032902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.033528] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.033609] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0de00f2-0aa4-4a0e-b64d-9b16f47063cc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.034541] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.034675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.034753] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.034933] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.035116] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.035238] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.035273] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.035731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.035835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.035925] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0de00f2-0aa4-4a0e-b64d-9b16f47063cc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.037238] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-27c0186b-72a8-432f-b499-383949c31914 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.037359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27c0186b-72a8-432f-b499-383949c31914" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.037435] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27c0186b-72a8-432f-b499-383949c31914" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.037644] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27c0186b-72a8-432f-b499-383949c31914" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.037703] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27c0186b-72a8-432f-b499-383949c31914',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.539330] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.539555] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.539645] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0de00f2-0aa4-4a0e-b64d-9b16f47063cc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.540574] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27c0186b-72a8-432f-b499-383949c31914 with status ACTIVE [ 1373.540765] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.540884] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.540950] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.541170] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.541268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.541441] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.541539] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.541601] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.541751] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.541833] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.542008] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.542105] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.542163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.542304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.542377] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.542480] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27c0186b-72a8-432f-b499-383949c31914 is going to be updated. [ 1373.564997] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.565206] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.565206] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.565414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.565564] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.565747] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27c0186b-72a8-432f-b499-383949c31914" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.044360] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0de00f2-0aa4-4a0e-b64d-9b16f47063cc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.547329] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.547587] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.547587] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.547755] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.547846] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.547942] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0de00f2-0aa4-4a0e-b64d-9b16f47063cc is going to be created. [ 1374.570383] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.570572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.570572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.570727] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.570884] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.579922] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0de00f2-0aa4-4a0e-b64d-9b16f47063cc in Status: UNINITIALIZED for 2s [ 1376.593085] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0de00f2-0aa4-4a0e-b64d-9b16f47063cc in Status: SUCCESS [ 1376.593467] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.593538] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.593708] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.593891] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.594018] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.594083] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.594276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.594358] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.594475] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.594624] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0de00f2-0aa4-4a0e-b64d-9b16f47063cc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.096975] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.097262] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.097262] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.097466] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.097644] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.097750] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.097813] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.097974] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.098079] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.098162] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.098312] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.098403] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.098463] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.098605] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.098742] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.098831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.098889] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.099037] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.099117] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.099198] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.099285] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0de00f2-0aa4-4a0e-b64d-9b16f47063cc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.601482] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0de00f2-0aa4-4a0e-b64d-9b16f47063cc: rpc.has_security_group_logging(os_id): False [ 1377.625098] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.625370] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.625370] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.625544] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.625615] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.625841] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.625949] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.626029] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.626172] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.626244] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.626463] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.626556] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.626634] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.626800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.626887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.627094] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.627188] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.627258] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.627385] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.627446] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.627610] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0de00f2-0aa4-4a0e-b64d-9b16f47063cc is going to be created. [ 1377.691065] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.691225] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.691295] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.691511] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.691697] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.702972] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0de00f2-0aa4-4a0e-b64d-9b16f47063cc in Status: IN_PROGRESS for 2s [ 1378.033229] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.033573] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1378.832503] env[65757]: INFO networking_nsxv3.common.synchronization [req-f6a20ee6-7527-48a3-ba36-7301069c5324 req-bec82d07-8b73-4057-8b29-d67ab2a77c10 tempest-ServerActionsTestOtherA-1324244685 tempest-ServerActionsTestOtherA-1324244685-project-member] Enqueued Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGHEST for action security_group_members [ 1378.833378] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGHEST for action security_group_members [ 1378.833712] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-991fd949-89ab-4239-8c48-a4ec19919d1e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.833835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.836367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.836604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.836787] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.836912] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.836978] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.837165] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.837251] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.837344] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.339827] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.340134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.340134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.340337] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.340428] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.340656] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.340956] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.340956] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.340956] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.341140] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.341140] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 991fd949-89ab-4239-8c48-a4ec19919d1e is going to be updated. [ 1379.368614] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.368855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.368855] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.369071] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.369230] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.384956] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 991fd949-89ab-4239-8c48-a4ec19919d1e in Status: IN_PROGRESS for 2s [ 1379.716246] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0de00f2-0aa4-4a0e-b64d-9b16f47063cc in Status: SUCCESS [ 1379.716483] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.395022] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 991fd949-89ab-4239-8c48-a4ec19919d1e in Status: SUCCESS [ 1381.395392] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 991fd949-89ab-4239-8c48-a4ec19919d1e deletion is rescheduled due to dependency. [ 1381.395392] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.861139] env[65757]: INFO networking_nsxv3.common.synchronization [req-39af2803-ba6c-43c3-89de-692eff041b87 req-6985361e-59cf-4d2b-aac7-6de2c850770a tempest-ServerPasswordTestJSON-1972509715 tempest-ServerPasswordTestJSON-1972509715-project-member] Enqueued Resource ID: c0de00f2-0aa4-4a0e-b64d-9b16f47063cc with Priority: HIGHEST for action security_group_members [ 1382.861691] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0de00f2-0aa4-4a0e-b64d-9b16f47063cc with Priority: HIGHEST for action security_group_members [ 1382.861998] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.862365] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.862611] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.862858] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.863082] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.863238] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.863343] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.863616] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.863767] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.863904] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0de00f2-0aa4-4a0e-b64d-9b16f47063cc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.366195] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.366406] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.366406] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.366631] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.366724] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.366947] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.367059] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.367112] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.367340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.367340] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.367413] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0de00f2-0aa4-4a0e-b64d-9b16f47063cc is going to be updated. [ 1383.407845] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.408424] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.408424] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.408424] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.408424] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.417423] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0de00f2-0aa4-4a0e-b64d-9b16f47063cc in Status: IN_PROGRESS for 2s [ 1385.430538] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0de00f2-0aa4-4a0e-b64d-9b16f47063cc in Status: SUCCESS [ 1385.430797] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0de00f2-0aa4-4a0e-b64d-9b16f47063cc deletion is rescheduled due to dependency. [ 1385.430834] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.862810] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.862810] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.863852] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.864356] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1397.864812] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.865228] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1402.866209] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1402.866593] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1407.867304] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1407.867679] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.230267] env[65757]: INFO networking_nsxv3.common.synchronization [req-9f8e9a0d-0ee1-4f93-9670-766c2a87b583 req-41c297fa-7de1-4954-881e-06192b16a4c4 tempest-AttachVolumeTestJSON-484681580 tempest-AttachVolumeTestJSON-484681580-project-member] Enqueued Resource ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 with Priority: HIGHEST for action security_group_members [ 1411.230825] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 with Priority: HIGHEST for action security_group_members [ 1411.231156] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-9ad7ad24-fefa-4d82-8179-197434c355a5 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.231271] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.231334] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.231543] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.231698] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.231796] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.231851] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.232042] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.232229] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.232338] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9ad7ad24-fefa-4d82-8179-197434c355a5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.735064] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.735064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.735064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.735064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.735064] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.735404] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.735476] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.735567] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.735790] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.735903] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.736011] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 is going to be updated. [ 1411.765228] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.765452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.765452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.765682] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.765830] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.774681] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 in Status: IN_PROGRESS for 2s [ 1413.786814] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 in Status: SUCCESS [ 1413.786814] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 deletion is rescheduled due to dependency. [ 1413.787429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.231665] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.231954] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.421613] env[65757]: INFO networking_nsxv3.common.synchronization [req-cffbc78d-cbc1-45f6-bad0-ebb362b83edd req-5929e5b4-5c5b-43e6-86a4-8cbd9f0d34f2 tempest-ServerActionsV293TestJSON-1731262633 tempest-ServerActionsV293TestJSON-1731262633-project-member] Enqueued Resource ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de with Priority: HIGHEST for action security_group_members [ 1416.422175] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de with Priority: HIGHEST for action security_group_members [ 1416.422415] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.422536] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.422602] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.422800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.422947] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.424213] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.424385] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.424531] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.424640] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.424805] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b1c9ad8-5dcd-47d3-b338-166ccdefc1de',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.928518] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.928700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.928762] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.928968] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.929096] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.929266] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.929364] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.929418] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.929572] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.929652] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.929724] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de is going to be updated. [ 1416.956693] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.956888] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.956888] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.957127] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.957268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.965875] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de in Status: IN_PROGRESS for 2s [ 1418.977892] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de in Status: SUCCESS [ 1418.978246] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b1c9ad8-5dcd-47d3-b338-166ccdefc1de deletion is rescheduled due to dependency. [ 1418.978246] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b1c9ad8-5dcd-47d3-b338-166ccdefc1de" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.210108] env[65757]: INFO networking_nsxv3.common.synchronization [None req-d06c4b71-bbe2-4181-bbc2-08fdd38d5e27 None None] Enqueued Resource ID: 7c2aeb84-916a-4571-9605-83da9665ba5b with Priority: HIGHEST for action port [ 1420.210689] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c2aeb84-916a-4571-9605-83da9665ba5b with Priority: HIGHEST for action port [ 1420.211010] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-7c2aeb84-916a-4571-9605-83da9665ba5b taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.211196] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7c2aeb84-916a-4571-9605-83da9665ba5b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.211196] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7c2aeb84-916a-4571-9605-83da9665ba5b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.211462] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7c2aeb84-916a-4571-9605-83da9665ba5b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.211547] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7c2aeb84-916a-4571-9605-83da9665ba5b',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1420.714740] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7c2aeb84-916a-4571-9605-83da9665ba5b [ 1420.715096] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.715256] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.715380] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.715680] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.715787] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.715909] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7c2aeb84-916a-4571-9605-83da9665ba5b already deleted. [ 1420.716010] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7c2aeb84-916a-4571-9605-83da9665ba5b" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.411308] env[65757]: INFO networking_nsxv3.common.synchronization [None req-7da5d84f-3878-402e-ae6b-ef6c2dd64940 None None] Enqueued Resource ID: a39865ad-a406-4364-a49a-85213cf4631d with Priority: HIGHEST for action port [ 1422.412304] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a39865ad-a406-4364-a49a-85213cf4631d with Priority: HIGHEST for action port [ 1422.412304] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-a39865ad-a406-4364-a49a-85213cf4631d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.412482] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a39865ad-a406-4364-a49a-85213cf4631d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.412482] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a39865ad-a406-4364-a49a-85213cf4631d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.413235] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a39865ad-a406-4364-a49a-85213cf4631d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.413349] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a39865ad-a406-4364-a49a-85213cf4631d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.916091] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a39865ad-a406-4364-a49a-85213cf4631d [ 1422.916356] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.916496] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.916597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.916847] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.916938] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.917071] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a39865ad-a406-4364-a49a-85213cf4631d already deleted. [ 1422.917148] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a39865ad-a406-4364-a49a-85213cf4631d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.554557] env[65757]: INFO networking_nsxv3.common.synchronization [req-5191b6f1-7f19-4118-aa07-003bdba1bc0e req-6b1d09c4-58b3-45eb-829c-8378c4950267 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Enqueued Resource ID: 47959872-b7a3-4534-88e8-75f369f7ccdc with Priority: HIGHEST for action security_group_members [ 1425.555027] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47959872-b7a3-4534-88e8-75f369f7ccdc with Priority: HIGHEST for action security_group_members [ 1425.555848] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-47959872-b7a3-4534-88e8-75f369f7ccdc taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.556180] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.556296] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.556558] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.556729] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.556838] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.556895] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.557063] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.557165] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.557257] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.825155] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.825382] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-425" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.825503] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-425" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.825820] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-425" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.826146] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.829021] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.829021] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.829021] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.829021] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.829021] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1425.829021] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1425.829021] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1425.829021] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1425.829021] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1425.829021] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1425.829021] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1425.905397] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1425.905591] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.078 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1425.905734] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1425.905935] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-425" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.906286] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-d9105d7d-f043-43f6-84b7-3e2a741c7145 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.906464] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-d9105d7d-f043-43f6-84b7-3e2a741c7145" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.906583] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-d9105d7d-f043-43f6-84b7-3e2a741c7145" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.906910] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-d9105d7d-f043-43f6-84b7-3e2a741c7145" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.907079] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9105d7d-f043-43f6-84b7-3e2a741c7145',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.059860] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.060122] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.060122] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.060322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.060417] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.060619] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.060729] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.060791] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.060946] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.061040] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.061124] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47959872-b7a3-4534-88e8-75f369f7ccdc already deleted. [ 1426.061206] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.409625] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.409920] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.410011] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.410279] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.410428] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.410608] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port d9105d7d-f043-43f6-84b7-3e2a741c7145 not found, creating... [ 1426.410822] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.411022] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.411092] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.411335] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.411440] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.411872] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.411872] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.412125] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.412172] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.412280] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.412410] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: d9105d7d-f043-43f6-84b7-3e2a741c7145 is going to be created. [ 1426.439697] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.439894] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.440037] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.440331] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.440629] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.440778] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-d9105d7d-f043-43f6-84b7-3e2a741c7145" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.091094] env[65757]: INFO networking_nsxv3.common.synchronization [req-5191b6f1-7f19-4118-aa07-003bdba1bc0e req-5d2063ae-96b4-4428-b89b-e59425f308ad service nova] Enqueued Resource ID: 47959872-b7a3-4534-88e8-75f369f7ccdc with Priority: HIGHEST for action security_group_rules [ 1427.091300] env[65757]: INFO networking_nsxv3.common.synchronization [req-5191b6f1-7f19-4118-aa07-003bdba1bc0e req-5d2063ae-96b4-4428-b89b-e59425f308ad service nova] Enqueued Resource ID: 47959872-b7a3-4534-88e8-75f369f7ccdc with Priority: HIGHEST for action security_group_members [ 1427.091709] env[65757]: INFO networking_nsxv3.common.synchronization [req-5191b6f1-7f19-4118-aa07-003bdba1bc0e req-5d2063ae-96b4-4428-b89b-e59425f308ad service nova] Enqueued Resource ID: d9105d7d-f043-43f6-84b7-3e2a741c7145 with Priority: HIGHEST for action port [ 1427.092466] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47959872-b7a3-4534-88e8-75f369f7ccdc with Priority: HIGHEST for action security_group_rules [ 1427.092716] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47959872-b7a3-4534-88e8-75f369f7ccdc with Priority: HIGHEST for action security_group_members [ 1427.092898] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9105d7d-f043-43f6-84b7-3e2a741c7145 with Priority: HIGHEST for action port [ 1427.093299] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47959872-b7a3-4534-88e8-75f369f7ccdc taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.093501] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.093540] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.094113] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.094247] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.095860] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-47959872-b7a3-4534-88e8-75f369f7ccdc taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.095977] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.096055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.096421] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.096421] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.096552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.096552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.096696] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.096781] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.096868] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.097877] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9105d7d-f043-43f6-84b7-3e2a741c7145 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.097877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9105d7d-f043-43f6-84b7-3e2a741c7145" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.097877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9105d7d-f043-43f6-84b7-3e2a741c7145" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.098036] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9105d7d-f043-43f6-84b7-3e2a741c7145" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.098070] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9105d7d-f043-43f6-84b7-3e2a741c7145',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.599522] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-47959872-b7a3-4534-88e8-75f369f7ccdc taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.599658] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.599851] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.600754] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9105d7d-f043-43f6-84b7-3e2a741c7145 with status ACTIVE [ 1427.600924] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.601041] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.601115] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.601306] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.601400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.601573] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.601666] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.601727] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.601877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.601951] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.602141] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.602231] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.602290] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.602425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.602496] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.602575] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9105d7d-f043-43f6-84b7-3e2a741c7145 is going to be updated. [ 1427.625010] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.625208] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.625254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.625425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.625562] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.625710] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9105d7d-f043-43f6-84b7-3e2a741c7145" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.683775] env[65757]: INFO networking_nsxv3.common.synchronization [req-90ee1f2c-2abb-474b-b54c-104084281b65 req-0e3da19f-2eb8-4c6f-bc25-ebd774d38ac1 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Enqueued Resource ID: 47959872-b7a3-4534-88e8-75f369f7ccdc with Priority: HIGHEST for action security_group_members [ 1427.684617] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47959872-b7a3-4534-88e8-75f369f7ccdc with Priority: HIGHEST for action security_group_members [ 1427.684617] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-47959872-b7a3-4534-88e8-75f369f7ccdc taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.684719] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.986343] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.986568] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "network-425" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.986689] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "network-425" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.986963] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "network-425" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.987229] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.987409] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.987527] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.987810] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.987971] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.988537] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1427.988537] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1427.988537] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1427.988537] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1427.988722] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1427.988722] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1427.988848] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1428.016460] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1428.016553] env[65757]: DEBUG dogpile.cache.region [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1428.016619] env[65757]: DEBUG dogpile.lock [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1428.016777] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "network-425" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.017104] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock port-50b88561-001d-4a8d-9c47-ed2dd6f1ccf5 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.017281] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "port-50b88561-001d-4a8d-9c47-ed2dd6f1ccf5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.017396] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "port-50b88561-001d-4a8d-9c47-ed2dd6f1ccf5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.017783] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "port-50b88561-001d-4a8d-9c47-ed2dd6f1ccf5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.017922] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b88561-001d-4a8d-9c47-ed2dd6f1ccf5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.104388] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.519896] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.520138] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.520266] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.520545] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.520695] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.520863] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Segment Port 50b88561-001d-4a8d-9c47-ed2dd6f1ccf5 not found, creating... [ 1428.521135] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.521297] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.521410] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.521621] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.521753] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.522034] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.522221] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.522343] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.522550] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.522682] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.522819] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Resource: SegmentPort with ID: 50b88561-001d-4a8d-9c47-ed2dd6f1ccf5 is going to be created. [ 1428.543397] env[65757]: DEBUG networking_nsxv3.common.locking [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.543599] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.543735] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.544034] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.544301] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.544494] env[65757]: DEBUG oslo_concurrency.lockutils [None req-55f96e07-2f47-4705-9819-87e93045cbde None None] Releasing lock "port-50b88561-001d-4a8d-9c47-ed2dd6f1ccf5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.606333] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.606490] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.606563] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.606777] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.606868] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.606968] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47959872-b7a3-4534-88e8-75f369f7ccdc is going to be created. [ 1428.651735] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.651934] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.651934] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.652176] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.652354] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.662391] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47959872-b7a3-4534-88e8-75f369f7ccdc in Status: UNINITIALIZED for 2s [ 1429.266071] env[65757]: INFO networking_nsxv3.common.synchronization [req-90ee1f2c-2abb-474b-b54c-104084281b65 req-7a9af317-d4d4-47a6-be76-4539597321bd service nova] Enqueued Resource ID: 47959872-b7a3-4534-88e8-75f369f7ccdc with Priority: HIGHEST for action security_group_rules [ 1429.266425] env[65757]: INFO networking_nsxv3.common.synchronization [req-90ee1f2c-2abb-474b-b54c-104084281b65 req-7a9af317-d4d4-47a6-be76-4539597321bd service nova] Enqueued Resource ID: 47959872-b7a3-4534-88e8-75f369f7ccdc with Priority: HIGHEST for action security_group_members [ 1429.266425] env[65757]: INFO networking_nsxv3.common.synchronization [req-90ee1f2c-2abb-474b-b54c-104084281b65 req-7a9af317-d4d4-47a6-be76-4539597321bd service nova] Enqueued Resource ID: 50b88561-001d-4a8d-9c47-ed2dd6f1ccf5 with Priority: HIGHEST for action port [ 1429.267174] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47959872-b7a3-4534-88e8-75f369f7ccdc with Priority: HIGHEST for action security_group_rules [ 1429.267321] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47959872-b7a3-4534-88e8-75f369f7ccdc with Priority: HIGHEST for action security_group_members [ 1429.267414] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50b88561-001d-4a8d-9c47-ed2dd6f1ccf5 with Priority: HIGHEST for action port [ 1429.267695] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47959872-b7a3-4534-88e8-75f369f7ccdc taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.267799] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.267990] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-47959872-b7a3-4534-88e8-75f369f7ccdc taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.268085] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.268260] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-50b88561-001d-4a8d-9c47-ed2dd6f1ccf5 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.268359] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50b88561-001d-4a8d-9c47-ed2dd6f1ccf5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.268420] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50b88561-001d-4a8d-9c47-ed2dd6f1ccf5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.268617] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50b88561-001d-4a8d-9c47-ed2dd6f1ccf5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.268698] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50b88561-001d-4a8d-9c47-ed2dd6f1ccf5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1429.771570] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50b88561-001d-4a8d-9c47-ed2dd6f1ccf5 with status ACTIVE [ 1429.771570] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.771570] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.771570] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.771884] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.771884] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.771953] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.772191] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.772191] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.772331] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.772368] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.772556] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.772655] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.772711] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.773101] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.773101] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.773101] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50b88561-001d-4a8d-9c47-ed2dd6f1ccf5 is going to be updated. [ 1429.794537] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1429.794681] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.794752] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1429.795046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1429.795221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.795381] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50b88561-001d-4a8d-9c47-ed2dd6f1ccf5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.673023] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47959872-b7a3-4534-88e8-75f369f7ccdc in Status: SUCCESS [ 1430.673353] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.673590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.673928] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.674191] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.674366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.674439] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.674606] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.674687] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.674770] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.674865] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1430.675746] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.675902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.676129] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.676199] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.676800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.676800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.676800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.676800] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.178231] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-47959872-b7a3-4534-88e8-75f369f7ccdc taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.178402] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.178670] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.680989] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.183163] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.183375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.183375] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.183608] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.183729] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.183834] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47959872-b7a3-4534-88e8-75f369f7ccdc is going to be updated. [ 1432.211720] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.211927] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.211927] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.212156] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.212303] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.224603] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47959872-b7a3-4534-88e8-75f369f7ccdc in Status: IN_PROGRESS for 2s [ 1434.236270] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47959872-b7a3-4534-88e8-75f369f7ccdc in Status: IN_PROGRESS for 4s [ 1434.268777] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1434.268981] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1436.250160] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47959872-b7a3-4534-88e8-75f369f7ccdc in Status: SUCCESS [ 1436.250551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.250551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.250751] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.251111] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.251111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.251111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.251261] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.251349] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.251585] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.753996] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.256228] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.758995] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.759227] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.759298] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.759497] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.759590] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.759691] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47959872-b7a3-4534-88e8-75f369f7ccdc is going to be updated. [ 1437.810825] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.811070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.811070] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.811268] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.811430] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.820895] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47959872-b7a3-4534-88e8-75f369f7ccdc in Status: IN_PROGRESS for 2s [ 1439.270142] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1439.270519] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1439.834419] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47959872-b7a3-4534-88e8-75f369f7ccdc in Status: SUCCESS [ 1439.834700] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.834867] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.835130] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.835324] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.835442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.835499] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.835663] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.835740] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.835821] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.835968] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-47959872-b7a3-4534-88e8-75f369f7ccdc taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.836111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.836177] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.836327] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.836604] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1439.836604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.836604] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.836744] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1439.836814] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.836894] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1439.836980] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.339433] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47959872-b7a3-4534-88e8-75f369f7ccdc: rpc.has_security_group_logging(os_id): False [ 1440.358995] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.359225] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.359225] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.359489] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.359615] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.359857] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.359987] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.360086] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.360296] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.360387] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.360600] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.360714] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.360801] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.360971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.361137] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.361351] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.361456] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.361541] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.361705] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.361793] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.361899] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47959872-b7a3-4534-88e8-75f369f7ccdc is going to be created. [ 1440.426017] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.426263] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.426263] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.426475] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.426621] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.442441] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47959872-b7a3-4534-88e8-75f369f7ccdc in Status: IN_PROGRESS for 2s [ 1442.460079] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47959872-b7a3-4534-88e8-75f369f7ccdc in Status: SUCCESS [ 1442.460519] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.460613] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.460778] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.460869] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.963672] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-47959872-b7a3-4534-88e8-75f369f7ccdc taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.963876] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.963876] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.964144] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.964312] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.964420] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.964483] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.964673] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.964760] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.964818] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.964905] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.467552] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-47959872-b7a3-4534-88e8-75f369f7ccdc taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.467993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.467993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.467993] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.468172] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.468273] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.468333] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.468479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.468564] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.468647] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.468788] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-47959872-b7a3-4534-88e8-75f369f7ccdc taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.468877] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.468935] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.469091] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.469221] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.469309] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.469365] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.469497] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.469570] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.469663] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.469745] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.972703] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47959872-b7a3-4534-88e8-75f369f7ccdc: rpc.has_security_group_logging(os_id): False [ 1443.992432] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.992642] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.992642] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.992848] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.992946] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.993168] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.993276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.993335] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.993488] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.993564] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.993738] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.993830] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.993888] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.994038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.994112] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.994318] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.994421] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.994478] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.994621] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.994693] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.994776] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47959872-b7a3-4534-88e8-75f369f7ccdc is going to be updated. [ 1444.063158] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.063425] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.063480] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.063785] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.063938] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.078827] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47959872-b7a3-4534-88e8-75f369f7ccdc in Status: IN_PROGRESS for 2s [ 1444.271849] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1444.272145] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1446.094939] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47959872-b7a3-4534-88e8-75f369f7ccdc in Status: SUCCESS [ 1446.095326] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.273441] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.273787] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.274816] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.274816] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.275948] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.276474] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1461.542864] env[65757]: INFO networking_nsxv3.common.synchronization [None req-e98ffb4d-9437-47cf-9356-8c13177543e6 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Enqueued Resource ID: 124e028d-a534-4bec-bed0-368b6c111f1d with Priority: HIGHEST for action security_group_rules [ 1461.543174] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 124e028d-a534-4bec-bed0-368b6c111f1d with Priority: HIGHEST for action security_group_rules [ 1461.543295] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-124e028d-a534-4bec-bed0-368b6c111f1d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.543452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.543522] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1461.543831] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1461.543907] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('124e028d-a534-4bec-bed0-368b6c111f1d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1461.621336] env[65757]: INFO networking_nsxv3.common.synchronization [None req-31398126-7697-4f0f-9be9-19d0a2615abc tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Enqueued Resource ID: 124e028d-a534-4bec-bed0-368b6c111f1d with Priority: HIGHEST for action security_group_rules [ 1461.622148] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 124e028d-a534-4bec-bed0-368b6c111f1d with Priority: HIGHEST for action security_group_rules [ 1461.622539] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-124e028d-a534-4bec-bed0-368b6c111f1d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1461.622661] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.065106] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.065319] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.065389] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.065593] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.065683] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.065777] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 124e028d-a534-4bec-bed0-368b6c111f1d already deleted. [ 1462.065861] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.066024] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.066180] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.066269] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('124e028d-a534-4bec-bed0-368b6c111f1d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1462.591403] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1462.591403] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.591403] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.591884] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1462.591884] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1462.591884] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 124e028d-a534-4bec-bed0-368b6c111f1d already deleted. [ 1462.591884] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.623445] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1466.623929] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1466.938767] env[65757]: INFO networking_nsxv3.common.synchronization [req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a req-7c92f7cb-a07d-4924-b2a4-0314732b5168 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Enqueued Resource ID: 124e028d-a534-4bec-bed0-368b6c111f1d with Priority: HIGHEST for action security_group_members [ 1466.939461] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 124e028d-a534-4bec-bed0-368b6c111f1d with Priority: HIGHEST for action security_group_members [ 1466.939827] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-124e028d-a534-4bec-bed0-368b6c111f1d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.940022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.940022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.940212] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.940367] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1466.940472] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1466.940526] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1466.940690] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1466.940774] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.940861] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('124e028d-a534-4bec-bed0-368b6c111f1d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.198034] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock network-425 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.198255] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "network-425" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.198380] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "network-425" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.198673] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "network-425" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.198957] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.199136] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.199251] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.199475] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.199620] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.199831] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1467.199942] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] NeedRegenerationException {{(pid=65757) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1467.200066] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] no value, waiting for create lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1467.200371] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] value creation lock acquired {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1467.200504] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] No value present for key: 'zone-id' {{(pid=65757) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1467.200612] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Calling creation function for not-yet-present value {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1467.200751] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1467.221425] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1467.221600] env[65757]: DEBUG dogpile.cache.region [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65757) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1467.221729] env[65757]: DEBUG dogpile.lock [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Released creation lock {{(pid=65757) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1467.221916] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "network-425" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.222246] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock port-8fd74303-fc82-49a8-9e22-34afcc2e9501 taken with stack trace [, , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.222415] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "port-8fd74303-fc82-49a8-9e22-34afcc2e9501" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.222530] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "port-8fd74303-fc82-49a8-9e22-34afcc2e9501" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.222856] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "port-8fd74303-fc82-49a8-9e22-34afcc2e9501" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.222993] env[65757]: DEBUG networking_nsxv3.api.rpc [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fd74303-fc82-49a8-9e22-34afcc2e9501',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1467.442728] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.442953] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.442953] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.443172] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.443296] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.443679] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.443779] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.443841] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.444020] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.444106] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.444188] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 124e028d-a534-4bec-bed0-368b6c111f1d already deleted. [ 1467.444267] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.725563] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.725982] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.725982] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.726142] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.726340] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.726526] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Segment Port 8fd74303-fc82-49a8-9e22-34afcc2e9501 not found, creating... [ 1467.726824] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.727026] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.728013] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.728013] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.728013] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.728013] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.728013] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.728353] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.728353] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.728427] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.728505] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Resource: SegmentPort with ID: 8fd74303-fc82-49a8-9e22-34afcc2e9501 is going to be created. [ 1467.749276] env[65757]: DEBUG networking_nsxv3.common.locking [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1467.749507] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1467.749633] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1467.749919] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1467.750179] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1467.750433] env[65757]: DEBUG oslo_concurrency.lockutils [None req-eeaf0472-3de6-4127-a41b-9ad618b19855 None None] Releasing lock "port-8fd74303-fc82-49a8-9e22-34afcc2e9501" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.438360] env[65757]: INFO networking_nsxv3.common.synchronization [req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a req-f6e76def-9fc8-468f-8efa-fc6bd0c4277b service nova] Enqueued Resource ID: 124e028d-a534-4bec-bed0-368b6c111f1d with Priority: HIGHEST for action security_group_rules [ 1468.438514] env[65757]: INFO networking_nsxv3.common.synchronization [req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a req-f6e76def-9fc8-468f-8efa-fc6bd0c4277b service nova] Enqueued Resource ID: 124e028d-a534-4bec-bed0-368b6c111f1d with Priority: HIGHEST for action security_group_members [ 1468.438650] env[65757]: INFO networking_nsxv3.common.synchronization [req-cacf3bbe-1de7-4c24-b0bf-d61338e8a96a req-f6e76def-9fc8-468f-8efa-fc6bd0c4277b service nova] Enqueued Resource ID: 8fd74303-fc82-49a8-9e22-34afcc2e9501 with Priority: HIGHEST for action port [ 1468.439175] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 124e028d-a534-4bec-bed0-368b6c111f1d with Priority: HIGHEST for action security_group_rules [ 1468.439308] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 124e028d-a534-4bec-bed0-368b6c111f1d with Priority: HIGHEST for action security_group_members [ 1468.439402] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fd74303-fc82-49a8-9e22-34afcc2e9501 with Priority: HIGHEST for action port [ 1468.439680] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-124e028d-a534-4bec-bed0-368b6c111f1d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.439802] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.439869] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.440080] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.440159] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('124e028d-a534-4bec-bed0-368b6c111f1d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.441347] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-124e028d-a534-4bec-bed0-368b6c111f1d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.441475] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.441518] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.441676] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.441817] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.441912] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.441973] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.442128] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.442212] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.442299] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('124e028d-a534-4bec-bed0-368b6c111f1d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.442978] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fd74303-fc82-49a8-9e22-34afcc2e9501 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.443722] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fd74303-fc82-49a8-9e22-34afcc2e9501" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.443789] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fd74303-fc82-49a8-9e22-34afcc2e9501" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.443952] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fd74303-fc82-49a8-9e22-34afcc2e9501" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.444046] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fd74303-fc82-49a8-9e22-34afcc2e9501',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.946245] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('124e028d-a534-4bec-bed0-368b6c111f1d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1468.947330] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-124e028d-a534-4bec-bed0-368b6c111f1d taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.947451] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.947782] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fd74303-fc82-49a8-9e22-34afcc2e9501 with status ACTIVE [ 1468.947941] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.948094] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.948138] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.948311] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.948411] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.948595] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.948689] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.948749] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.948896] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.948971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.949184] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.949239] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.949314] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.949432] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.949504] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.949584] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fd74303-fc82-49a8-9e22-34afcc2e9501 is going to be updated. [ 1468.972745] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1468.972930] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1468.972981] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1468.973150] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1468.973288] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1468.973484] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fd74303-fc82-49a8-9e22-34afcc2e9501" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.448851] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('124e028d-a534-4bec-bed0-368b6c111f1d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1469.951627] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.951960] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.951960] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.952194] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.952311] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.952438] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 124e028d-a534-4bec-bed0-368b6c111f1d is going to be created. [ 1469.977373] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1469.977514] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1469.977583] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1469.977796] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1469.977968] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1469.986522] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 124e028d-a534-4bec-bed0-368b6c111f1d in Status: UNINITIALIZED for 2s [ 1471.997935] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 124e028d-a534-4bec-bed0-368b6c111f1d in Status: SUCCESS [ 1471.998343] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.998396] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.998581] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.998760] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1471.998874] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.998939] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.999111] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1471.999197] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.999301] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1471.999419] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('124e028d-a534-4bec-bed0-368b6c111f1d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1472.501806] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('124e028d-a534-4bec-bed0-368b6c111f1d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.004123] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 124e028d-a534-4bec-bed0-368b6c111f1d: rpc.has_security_group_logging(os_id): False [ 1473.021834] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.022066] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.022066] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.022286] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.022374] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.022613] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.022711] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.022774] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.022921] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.022994] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.023089] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 124e028d-a534-4bec-bed0-368b6c111f1d is going to be created. [ 1473.077075] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.077310] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.077310] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.077486] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.077677] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.087969] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 124e028d-a534-4bec-bed0-368b6c111f1d in Status: IN_PROGRESS for 2s [ 1473.441019] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1473.441231] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1475.103119] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 124e028d-a534-4bec-bed0-368b6c111f1d in Status: SUCCESS [ 1475.103503] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.442774] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.443207] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.444026] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.444026] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1488.444864] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.444864] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1493.445846] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.446235] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.447056] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.447476] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1499.261942] env[65757]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1499.262154] env[65757]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-ae33814b-eb90-4c05-9c0b-b2bfc627b413 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1503.448361] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.448740] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1508.449940] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.450456] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.451430] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1513.451843] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1518.452283] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1518.452762] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1523.453753] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.454070] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1528.204612] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1528.204964] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1528.204964] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1528.205158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1528.205271] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1528.455084] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.455321] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1528.707587] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.210349] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1529.712334] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1529.712531] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1530.444998] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.445371] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.445371] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.445450] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.460671] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1530.595859] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.597121] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1530.637157] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.637393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.637393] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.637557] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.653120] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.653932] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1530.654081] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1530.654150] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1530.689965] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.690211] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.690211] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.690438] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.691229] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.691381] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1530.762883] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.763135] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.763135] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.763277] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.763552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.763841] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1530.851627] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.851907] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.851907] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.852048] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.852354] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.852627] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:26. [ 1530.852712] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'62b233fe-9cf0-458f-af6c-b192f3053255', 'a460f3f9-afb1-47a8-bf80-b2970ae500f9', '991fd949-89ab-4239-8c48-a4ec19919d1e', 'c0de00f2-0aa4-4a0e-b64d-9b16f47063cc', 'ac0215dc-8492-4890-9b8c-8fbbcd599944', '9ad7ad24-fefa-4d82-8179-197434c355a5', 'ba5c64b6-e70a-47bb-aa31-7ecb138bccb3', '124e028d-a534-4bec-bed0-368b6c111f1d', '25b36f8f-d482-4af9-9e26-74ca8ae90f71', '417a756e-2839-43d4-b516-d4811e75d060', '9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d', 'ec530184-cbcc-4aee-bccd-916aeefad577', '47959872-b7a3-4534-88e8-75f369f7ccdc', 'dd208ab9-383b-4538-8ab0-b57766707e70', '2d1d8199-b22d-4802-bad4-dcf8ef180a9a', 'b32d5f65-8a84-4e37-9cef-829f31c8dcc2', '626ac428-b141-4238-a618-dc56972ac9da', '8574d8b3-c04f-473b-93da-efce0eaaec13', 'f817a4f8-b0bc-463e-9991-ae22ab087ab0', 'fd924f7f-ad53-4e7b-855e-e0795c38f4ea', 'f320b681-88a2-4b12-991f-60edd361af96', '6b1c9ad8-5dcd-47d3-b338-166ccdefc1de', 'fa7d439d-dc0f-416e-a881-4c806012397e', '335913b5-cd0a-4b0f-b98e-1b7236b0d86b', 'bcee5c95-dab9-4cee-9962-e826ae8b2a9e', 'fe25d1be-854c-4a19-bb4a-ddeb92af5392'} {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1530.852810] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1530.873094] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.873323] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.873323] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.873522] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.873591] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.873721] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1530.873776] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1530.873844] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1530.951465] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.951716] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.951716] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.951891] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.953043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.953281] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1530.953355] env[65757]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65757) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1530.953424] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1530.953483] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1530.953572] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/26 resources of Type:Security Group Rules [ 1530.953654] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62b233fe-9cf0-458f-af6c-b192f3053255 with Priority: HIGH for action security_group_rules [ 1530.953733] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 with Priority: HIGH for action security_group_rules [ 1530.953795] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGH for action security_group_rules [ 1530.953866] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0de00f2-0aa4-4a0e-b64d-9b16f47063cc with Priority: HIGH for action security_group_rules [ 1530.953942] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGH for action security_group_rules [ 1530.954011] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 with Priority: HIGH for action security_group_rules [ 1530.954047] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGH for action security_group_rules [ 1530.954106] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 124e028d-a534-4bec-bed0-368b6c111f1d with Priority: HIGH for action security_group_rules [ 1530.954158] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 with Priority: HIGH for action security_group_rules [ 1530.954212] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 417a756e-2839-43d4-b516-d4811e75d060 with Priority: HIGH for action security_group_rules [ 1530.954266] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d with Priority: HIGH for action security_group_rules [ 1530.954319] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ec530184-cbcc-4aee-bccd-916aeefad577 with Priority: HIGH for action security_group_rules [ 1530.954380] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 47959872-b7a3-4534-88e8-75f369f7ccdc with Priority: HIGH for action security_group_rules [ 1530.954439] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd208ab9-383b-4538-8ab0-b57766707e70 with Priority: HIGH for action security_group_rules [ 1530.954491] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d1d8199-b22d-4802-bad4-dcf8ef180a9a with Priority: HIGH for action security_group_rules [ 1530.954542] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 with Priority: HIGH for action security_group_rules [ 1530.954631] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 626ac428-b141-4238-a618-dc56972ac9da with Priority: HIGH for action security_group_rules [ 1530.954671] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8574d8b3-c04f-473b-93da-efce0eaaec13 with Priority: HIGH for action security_group_rules [ 1530.954726] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 with Priority: HIGH for action security_group_rules [ 1530.954787] env[65757]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGH for action security_group_rules [ 1530.954857] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.456713] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.457287] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1533.457287] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b233fe-9cf0-458f-af6c-b192f3053255 with Priority: HIGH for action security_group_rules [ 1533.457287] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 991fd949-89ab-4239-8c48-a4ec19919d1e with Priority: HIGH for action security_group_rules [ 1533.457287] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 with Priority: HIGH for action security_group_rules [ 1533.457440] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d1d8199-b22d-4802-bad4-dcf8ef180a9a with Priority: HIGH for action security_group_rules [ 1533.457475] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea with Priority: HIGH for action security_group_rules [ 1533.457546] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 with Priority: HIGH for action security_group_rules [ 1533.457634] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8574d8b3-c04f-473b-93da-efce0eaaec13 with Priority: HIGH for action security_group_rules [ 1533.457722] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626ac428-b141-4238-a618-dc56972ac9da with Priority: HIGH for action security_group_rules [ 1533.457809] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd208ab9-383b-4538-8ab0-b57766707e70 with Priority: HIGH for action security_group_rules [ 1533.457896] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 with Priority: HIGH for action security_group_rules [ 1533.457981] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47959872-b7a3-4534-88e8-75f369f7ccdc with Priority: HIGH for action security_group_rules [ 1533.458083] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec530184-cbcc-4aee-bccd-916aeefad577 with Priority: HIGH for action security_group_rules [ 1533.458167] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d with Priority: HIGH for action security_group_rules [ 1533.458252] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 417a756e-2839-43d4-b516-d4811e75d060 with Priority: HIGH for action security_group_rules [ 1533.458334] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 with Priority: HIGH for action security_group_rules [ 1533.458429] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 with Priority: HIGH for action security_group_rules [ 1533.458514] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 124e028d-a534-4bec-bed0-368b6c111f1d with Priority: HIGH for action security_group_rules [ 1533.458596] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 with Priority: HIGH for action security_group_rules [ 1533.458677] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 with Priority: HIGH for action security_group_rules [ 1533.458758] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0de00f2-0aa4-4a0e-b64d-9b16f47063cc with Priority: HIGH for action security_group_rules [ 1533.459117] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62b233fe-9cf0-458f-af6c-b192f3053255 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.459287] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.459367] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.459601] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.459683] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62b233fe-9cf0-458f-af6c-b192f3053255',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.460709] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-991fd949-89ab-4239-8c48-a4ec19919d1e taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.460845] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.460910] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.461101] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.461209] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('991fd949-89ab-4239-8c48-a4ec19919d1e',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.462260] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.462399] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.462442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.462564] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.462634] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba5c64b6-e70a-47bb-aa31-7ecb138bccb3',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.463333] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d1d8199-b22d-4802-bad4-dcf8ef180a9a taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.463448] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.463510] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.463749] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.463824] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d1d8199-b22d-4802-bad4-dcf8ef180a9a',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.464863] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.464971] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.465043] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.465217] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.465291] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd924f7f-ad53-4e7b-855e-e0795c38f4ea',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.466108] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f817a4f8-b0bc-463e-9991-ae22ab087ab0 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.466220] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.466293] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.466417] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.466486] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f817a4f8-b0bc-463e-9991-ae22ab087ab0',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.467620] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8574d8b3-c04f-473b-93da-efce0eaaec13 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.467729] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.467789] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.467940] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.468028] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8574d8b3-c04f-473b-93da-efce0eaaec13',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.468672] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-626ac428-b141-4238-a618-dc56972ac9da taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.468795] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.468854] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.468992] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.469051] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('626ac428-b141-4238-a618-dc56972ac9da',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.469773] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd208ab9-383b-4538-8ab0-b57766707e70 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.469874] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.469950] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.470099] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.470168] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd208ab9-383b-4538-8ab0-b57766707e70',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.470934] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b32d5f65-8a84-4e37-9cef-829f31c8dcc2 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.470934] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.471108] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.471147] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.471181] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b32d5f65-8a84-4e37-9cef-829f31c8dcc2',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.471828] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47959872-b7a3-4534-88e8-75f369f7ccdc taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.471934] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.471987] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.472134] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.472221] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.472865] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ec530184-cbcc-4aee-bccd-916aeefad577 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.472974] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.473038] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.473248] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.473248] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ec530184-cbcc-4aee-bccd-916aeefad577',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.474174] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.474174] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.474174] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.474321] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.474321] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.475028] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-417a756e-2839-43d4-b516-d4811e75d060 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.475158] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.475230] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.475329] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.475400] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('417a756e-2839-43d4-b516-d4811e75d060',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.476079] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-25b36f8f-d482-4af9-9e26-74ca8ae90f71 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.476235] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.476235] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.476379] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.476461] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('25b36f8f-d482-4af9-9e26-74ca8ae90f71',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.477178] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ad7ad24-fefa-4d82-8179-197434c355a5 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.477276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.477341] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.477483] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.477552] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ad7ad24-fefa-4d82-8179-197434c355a5',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.478402] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-124e028d-a534-4bec-bed0-368b6c111f1d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.478536] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.478592] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.478726] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.478795] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('124e028d-a534-4bec-bed0-368b6c111f1d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.479533] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac0215dc-8492-4890-9b8c-8fbbcd599944 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.479533] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.479692] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.479739] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.479845] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac0215dc-8492-4890-9b8c-8fbbcd599944',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.480623] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9 taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.480623] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.480780] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.480836] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.480909] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a460f3f9-afb1-47a8-bf80-b2970ae500f9',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.481601] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.481717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.481717] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.481860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.481907] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0de00f2-0aa4-4a0e-b64d-9b16f47063cc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.508330] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.508481] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.509052] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.509052] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.512238] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.512238] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.513169] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.513261] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.528602] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.528792] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd924f7f-ad53-4e7b-855e-e0795c38f4ea is going to be deleted. [ 1533.529634] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.529860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.547819] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.547944] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62b233fe-9cf0-458f-af6c-b192f3053255 is going to be deleted. [ 1533.549015] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.549276] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.569050] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.569270] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 991fd949-89ab-4239-8c48-a4ec19919d1e is going to be deleted. [ 1533.584969] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.585244] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.585244] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.585406] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.585557] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.585616] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd924f7f-ad53-4e7b-855e-e0795c38f4ea" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.600632] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.600835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.600835] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.601071] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.601163] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.601278] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62b233fe-9cf0-458f-af6c-b192f3053255" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.626899] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.626899] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.627065] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.627254] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.627362] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.627486] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-991fd949-89ab-4239-8c48-a4ec19919d1e" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.986087] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-124e028d-a534-4bec-bed0-368b6c111f1d taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.986304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.986304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.986500] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.986983] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.986983] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.986983] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.986983] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.987205] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.987373] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.987461] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('124e028d-a534-4bec-bed0-368b6c111f1d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.990525] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-47959872-b7a3-4534-88e8-75f369f7ccdc taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.990525] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.990525] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.990693] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.990979] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.990979] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.990979] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.991154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.991154] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.991229] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.991279] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.053286] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.053442] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.053535] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.053755] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.055581] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.055792] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.056477] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.056595] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.057224] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.057338] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.057995] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.058092] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.058818] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.058924] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.059605] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.059714] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.060318] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.060430] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.061177] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.061281] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.061949] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.062319] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.063449] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.063566] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.064206] env[65757]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1534.064646] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.064742] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.065393] env[65757]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1534.065779] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.065862] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.066471] env[65757]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1534.066887] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.067028] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.067717] env[65757]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1534.068106] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.068216] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.081448] env[65757]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1534.081902] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.082045] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd208ab9-383b-4538-8ab0-b57766707e70 is going to be deleted. [ 1534.083059] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.083272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.100123] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.100291] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f817a4f8-b0bc-463e-9991-ae22ab087ab0 is going to be deleted. [ 1534.101093] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.101313] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.119422] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.119596] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 25b36f8f-d482-4af9-9e26-74ca8ae90f71 is going to be deleted. [ 1534.120433] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.120640] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.140486] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.140693] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.145247] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.145363] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d1d8199-b22d-4802-bad4-dcf8ef180a9a is going to be deleted. [ 1534.146302] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.146504] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.160601] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.160783] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.167322] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.167468] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ec530184-cbcc-4aee-bccd-916aeefad577 is going to be deleted. [ 1534.168398] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.168544] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.174352] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.174490] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.218103] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.218311] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba5c64b6-e70a-47bb-aa31-7ecb138bccb3 is going to be deleted. [ 1534.219207] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.219429] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.266489] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.266702] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.273090] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.273267] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 417a756e-2839-43d4-b516-d4811e75d060 is going to be deleted. [ 1534.274241] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.274466] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.326560] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.326787] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.331380] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.331551] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.333272] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.333409] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d is going to be deleted. [ 1534.334479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.334701] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.372602] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.372786] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0de00f2-0aa4-4a0e-b64d-9b16f47063cc is going to be deleted. [ 1534.373665] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.373884] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.403573] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.403763] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac0215dc-8492-4890-9b8c-8fbbcd599944 is going to be deleted. [ 1534.404777] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.405027] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.458704] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.459106] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b32d5f65-8a84-4e37-9cef-829f31c8dcc2 is going to be deleted. [ 1534.459840] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.460089] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.469228] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.469446] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.489856] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('124e028d-a534-4bec-bed0-368b6c111f1d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.493413] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-47959872-b7a3-4534-88e8-75f369f7ccdc taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.493693] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.493872] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.494190] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.494451] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.494547] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.494597] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.494753] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.494851] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.494946] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.495150] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-47959872-b7a3-4534-88e8-75f369f7ccdc taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.495284] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.495363] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.495520] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.495675] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.495775] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.495845] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.496029] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.496225] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.496296] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.496380] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.499432] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.499432] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.500420] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.500420] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.514240] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.514424] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8574d8b3-c04f-473b-93da-efce0eaaec13 is going to be deleted. [ 1534.515389] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.515598] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.573026] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.573296] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.574101] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.574222] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a460f3f9-afb1-47a8-bf80-b2970ae500f9 is going to be deleted. [ 1534.575123] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.575336] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.619519] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.619781] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.621591] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.621734] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.629366] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.629547] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 626ac428-b141-4238-a618-dc56972ac9da is going to be deleted. [ 1534.630395] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.630608] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.697479] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.697667] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ad7ad24-fefa-4d82-8179-197434c355a5 is going to be deleted. [ 1534.698663] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.698887] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.698981] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.699123] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd208ab9-383b-4538-8ab0-b57766707e70" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.699288] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.699455] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.699532] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.699642] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f817a4f8-b0bc-463e-9991-ae22ab087ab0" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.700173] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.700357] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.700499] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.700634] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-25b36f8f-d482-4af9-9e26-74ca8ae90f71" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.700773] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.700926] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.701008] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.701128] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d1d8199-b22d-4802-bad4-dcf8ef180a9a" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.701258] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.701400] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.701473] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.701579] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba5c64b6-e70a-47bb-aa31-7ecb138bccb3" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.701707] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.701880] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.701927] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.702030] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ec530184-cbcc-4aee-bccd-916aeefad577" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.702155] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.702298] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.702369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.702474] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-417a756e-2839-43d4-b516-d4811e75d060" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.702596] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.702731] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.702801] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.702903] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0de00f2-0aa4-4a0e-b64d-9b16f47063cc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.703046] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.703189] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.703261] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.703365] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ece58b3-1c8a-4b1f-a7df-cae1f90d2e5d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.703487] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.703620] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.703691] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.703797] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac0215dc-8492-4890-9b8c-8fbbcd599944" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.703920] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.704110] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.704185] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.704291] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8574d8b3-c04f-473b-93da-efce0eaaec13" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.704419] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.704565] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.704638] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.704732] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b32d5f65-8a84-4e37-9cef-829f31c8dcc2" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.722827] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.723049] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.723049] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.723245] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.723333] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.723452] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a460f3f9-afb1-47a8-bf80-b2970ae500f9" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.810073] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.810073] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.810073] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.810073] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.810414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.810414] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-626ac428-b141-4238-a618-dc56972ac9da" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.830276] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.830437] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.830437] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.830666] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.830750] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.830869] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ad7ad24-fefa-4d82-8179-197434c355a5" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.992541] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 124e028d-a534-4bec-bed0-368b6c111f1d: rpc.has_security_group_logging(os_id): False [ 1534.998314] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47959872-b7a3-4534-88e8-75f369f7ccdc: rpc.has_security_group_logging(os_id): False [ 1535.018175] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.018675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.018675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.018675] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.020190] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.020304] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.041055] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.041384] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.041486] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.041550] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.041799] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.041886] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.041971] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 124e028d-a534-4bec-bed0-368b6c111f1d is going to be updated. [ 1535.043051] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.043244] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.062983] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.063280] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.063409] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.063463] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.063684] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.063794] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.063992] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.064105] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.064161] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.064315] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.064384] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.064579] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.064670] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.064729] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.064870] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.064943] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.065036] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47959872-b7a3-4534-88e8-75f369f7ccdc is going to be updated. [ 1535.109069] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.109291] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.109291] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.109454] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.109600] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.124431] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.124627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.124627] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.124822] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.124959] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.127825] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 124e028d-a534-4bec-bed0-368b6c111f1d in Status: IN_PROGRESS for 2s [ 1535.158275] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47959872-b7a3-4534-88e8-75f369f7ccdc in Status: IN_PROGRESS for 2s [ 1537.143295] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 124e028d-a534-4bec-bed0-368b6c111f1d in Status: SUCCESS [ 1537.143552] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.169446] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47959872-b7a3-4534-88e8-75f369f7ccdc in Status: SUCCESS [ 1537.169690] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.460204] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1538.460600] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1543.461445] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1543.461445] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1548.462966] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1548.463724] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1553.465130] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1553.465130] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1558.465771] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1558.465771] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1563.466785] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1563.467165] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1568.468018] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1568.468456] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1573.469419] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1573.469840] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1577.714842] env[65757]: INFO networking_nsxv3.common.synchronization [req-1a3bd6bd-c35d-4a39-aea8-5e7180f70144 req-b357a8cc-b176-493b-8f17-30a03f75458b tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Enqueued Resource ID: 124e028d-a534-4bec-bed0-368b6c111f1d with Priority: HIGHEST for action security_group_members [ 1577.715404] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 124e028d-a534-4bec-bed0-368b6c111f1d with Priority: HIGHEST for action security_group_members [ 1577.715997] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-124e028d-a534-4bec-bed0-368b6c111f1d taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.715997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.715997] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.716199] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.716378] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.716378] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.716498] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.716865] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.716865] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.716865] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('124e028d-a534-4bec-bed0-368b6c111f1d',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1578.219057] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.219286] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.219286] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.219457] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.219549] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.219745] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.219841] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.219898] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.220059] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.220135] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.220217] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 124e028d-a534-4bec-bed0-368b6c111f1d is going to be updated. [ 1578.250464] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.250709] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.250709] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.250862] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.251011] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.261796] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 124e028d-a534-4bec-bed0-368b6c111f1d in Status: IN_PROGRESS for 2s [ 1580.274060] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 124e028d-a534-4bec-bed0-368b6c111f1d in Status: SUCCESS [ 1580.274510] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 124e028d-a534-4bec-bed0-368b6c111f1d deletion is rescheduled due to dependency. [ 1580.274510] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-124e028d-a534-4bec-bed0-368b6c111f1d" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.716617] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1582.717018] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1587.717449] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1587.717850] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1588.810609] env[65757]: INFO networking_nsxv3.common.synchronization [req-15084ea4-db2d-4bd0-88ec-c39e4daba677 req-44bcb1df-629b-4467-9edd-1935f0cc9ef3 tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Enqueued Resource ID: 47959872-b7a3-4534-88e8-75f369f7ccdc with Priority: HIGHEST for action security_group_members [ 1588.811121] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47959872-b7a3-4534-88e8-75f369f7ccdc with Priority: HIGHEST for action security_group_members [ 1588.811439] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-47959872-b7a3-4534-88e8-75f369f7ccdc taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.811571] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.811666] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.811841] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.811953] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1588.812221] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1588.812635] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1588.812635] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1588.812635] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1588.812762] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1589.315051] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1589.817998] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1590.321345] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.321622] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.321704] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.322022] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.322299] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.322567] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47959872-b7a3-4534-88e8-75f369f7ccdc is going to be updated. [ 1590.354450] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1590.354754] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.354850] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1590.355142] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1590.355369] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1590.367031] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47959872-b7a3-4534-88e8-75f369f7ccdc in Status: IN_PROGRESS for 2s [ 1592.379517] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47959872-b7a3-4534-88e8-75f369f7ccdc in Status: SUCCESS [ 1592.379921] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1593.812624] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1593.813029] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.477390] env[65757]: INFO networking_nsxv3.common.synchronization [req-60b251c4-6f8a-4c94-8cb0-66abfc1f881d req-5f10d230-1196-4a94-bdc0-f8c2579e2f4b tempest-ServerRescueNegativeTestJSON-1938490071 tempest-ServerRescueNegativeTestJSON-1938490071-project-member] Enqueued Resource ID: 47959872-b7a3-4534-88e8-75f369f7ccdc with Priority: HIGHEST for action security_group_members [ 1595.477807] env[65757]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47959872-b7a3-4534-88e8-75f369f7ccdc with Priority: HIGHEST for action security_group_members [ 1595.478122] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock member-47959872-b7a3-4534-88e8-75f369f7ccdc taken with stack trace [, , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.478246] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.478310] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.478497] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.478646] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.479348] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.479348] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.479348] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.479348] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.479348] env[65757]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47959872-b7a3-4534-88e8-75f369f7ccdc',) {} {{(pid=65757) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1595.981930] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.982182] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.982182] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.982407] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.982496] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.982702] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1595.982800] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.982860] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1595.983023] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1595.983098] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1595.983181] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47959872-b7a3-4534-88e8-75f369f7ccdc is going to be updated. [ 1596.011697] env[65757]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65757) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1596.011899] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1596.011943] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1596.012286] env[65757]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1596.012510] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.021864] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47959872-b7a3-4534-88e8-75f369f7ccdc in Status: IN_PROGRESS for 2s [ 1598.033683] env[65757]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47959872-b7a3-4534-88e8-75f369f7ccdc in Status: SUCCESS [ 1598.034086] env[65757]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47959872-b7a3-4534-88e8-75f369f7ccdc deletion is rescheduled due to dependency. [ 1598.034086] env[65757]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47959872-b7a3-4534-88e8-75f369f7ccdc" {{(pid=65757) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.478641] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1600.478945] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1605.479631] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1605.479993] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1610.481132] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1610.481566] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1615.482672] env[65757]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1615.483086] env[65757]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0